2024-11-10 12:19:43,985 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 12:19:44,001 main DEBUG Took 0.014825 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 12:19:44,002 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 12:19:44,002 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 12:19:44,003 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 12:19:44,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,011 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 12:19:44,023 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,026 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,027 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,028 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,029 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,030 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,031 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,031 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,032 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,033 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:19:44,033 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,034 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 12:19:44,035 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:19:44,036 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 12:19:44,038 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 12:19:44,039 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 12:19:44,040 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 12:19:44,040 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 12:19:44,048 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 12:19:44,051 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 12:19:44,052 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 12:19:44,053 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 12:19:44,053 main DEBUG createAppenders(={Console}) 2024-11-10 12:19:44,054 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 12:19:44,054 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 12:19:44,054 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 12:19:44,055 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 12:19:44,055 main DEBUG OutputStream closed 2024-11-10 12:19:44,055 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 12:19:44,055 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 12:19:44,056 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 12:19:44,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 12:19:44,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 12:19:44,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 12:19:44,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 12:19:44,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 12:19:44,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 12:19:44,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 12:19:44,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 12:19:44,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 12:19:44,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 12:19:44,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 12:19:44,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 12:19:44,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 12:19:44,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 12:19:44,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 12:19:44,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 12:19:44,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 12:19:44,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 12:19:44,137 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 12:19:44,137 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 12:19:44,137 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 12:19:44,138 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T12:19:44,152 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 12:19:44,155 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 12:19:44,155 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T12:19:44,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=9768 2024-11-10T12:19:44,424 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T12:19:44,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd 2024-11-10T12:19:44,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745, deleteOnExit=true 2024-11-10T12:19:44,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745/zookeeper_0, clientPort=58471, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:19:44,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58471 2024-11-10T12:19:44,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:19:44,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:19:44,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/test.cache.data in system properties and HBase conf 2024-11-10T12:19:44,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:19:44,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:19:44,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:19:44,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:19:44,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:19:44,661 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T12:19:44,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:19:44,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:19:44,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:19:44,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:19:44,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:19:44,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:19:44,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:19:44,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:19:44,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:19:44,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:19:44,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:19:44,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:19:44,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:19:44,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:19:44,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:19:45,603 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T12:19:45,682 INFO [Time-limited test {}] log.Log(170): Logging initialized @2390ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T12:19:45,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:19:45,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:19:45,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:19:45,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:19:45,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:19:45,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:19:45,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:19:45,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:19:46,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/java.io.tmpdir/jetty-localhost-45807-hadoop-hdfs-3_4_1-tests_jar-_-any-15546070771789499295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:19:46,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:45807} 2024-11-10T12:19:46,087 INFO [Time-limited test {}] server.Server(415): Started @2797ms 2024-11-10T12:19:46,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:19:46,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:19:46,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:19:46,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:19:46,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:19:46,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:19:46,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:19:46,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/java.io.tmpdir/jetty-localhost-38405-hadoop-hdfs-3_4_1-tests_jar-_-any-9808297123577831348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:19:46,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:38405} 2024-11-10T12:19:46,625 INFO [Time-limited test {}] server.Server(415): Started @3334ms 2024-11-10T12:19:46,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:19:47,179 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745/data/data2/current/BP-264956862-172.17.0.2-1731241185341/current, will proceed with Du for space computation calculation, 2024-11-10T12:19:47,179 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745/data/data1/current/BP-264956862-172.17.0.2-1731241185341/current, will proceed with Du for space computation calculation, 2024-11-10T12:19:47,220 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:19:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8840fcbdeef01bd with lease ID 0x1c112ba513d52161: Processing first storage report for DS-700fdd08-9545-41ce-9d87-99066a208155 from datanode DatanodeRegistration(127.0.0.1:32889, datanodeUuid=88abdc30-2557-4ddc-bb5a-ffd8dd598911, infoPort=39447, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=400002557;c=1731241185341) 2024-11-10T12:19:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8840fcbdeef01bd with lease ID 0x1c112ba513d52161: from storage DS-700fdd08-9545-41ce-9d87-99066a208155 node DatanodeRegistration(127.0.0.1:32889, datanodeUuid=88abdc30-2557-4ddc-bb5a-ffd8dd598911, infoPort=39447, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=400002557;c=1731241185341), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T12:19:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8840fcbdeef01bd with lease ID 0x1c112ba513d52161: Processing first storage report for DS-6ed3e42f-65ab-428b-8a40-1f677a52e0ce from datanode DatanodeRegistration(127.0.0.1:32889, datanodeUuid=88abdc30-2557-4ddc-bb5a-ffd8dd598911, infoPort=39447, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=400002557;c=1731241185341) 2024-11-10T12:19:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8840fcbdeef01bd with lease ID 0x1c112ba513d52161: from storage DS-6ed3e42f-65ab-428b-8a40-1f677a52e0ce node DatanodeRegistration(127.0.0.1:32889, datanodeUuid=88abdc30-2557-4ddc-bb5a-ffd8dd598911, infoPort=39447, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=400002557;c=1731241185341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:19:47,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd 2024-11-10T12:19:47,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:47,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:47,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:19:48,002 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011 with version=8 2024-11-10T12:19:48,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/hbase-staging 2024-11-10T12:19:48,098 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T12:19:48,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:19:48,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:48,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:48,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:19:48,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:48,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:19:48,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:19:48,566 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T12:19:48,575 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T12:19:48,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:19:48,606 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9794 (auto-detected) 2024-11-10T12:19:48,607 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T12:19:48,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35187 2024-11-10T12:19:48,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35187 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:19:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351870x0, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:19:48,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35187-0x10101d1f7a20000 connected 2024-11-10T12:19:48,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:48,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:48,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:19:48,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011, hbase.cluster.distributed=false 2024-11-10T12:19:48,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/acl 2024-11-10T12:19:48,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-10T12:19:48,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35187 2024-11-10T12:19:48,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35187 2024-11-10T12:19:48,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-10T12:19:48,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-10T12:19:48,881 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:19:48,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:48,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:48,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:19:48,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:48,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:19:48,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:19:48,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:19:48,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40627 2024-11-10T12:19:48,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40627 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:19:48,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:48,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:48,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406270x0, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:19:48,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40627-0x10101d1f7a20001 connected 2024-11-10T12:19:48,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:19:48,910 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:19:48,919 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:19:48,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/master 2024-11-10T12:19:48,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/acl 2024-11-10T12:19:48,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-10T12:19:48,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40627 2024-11-10T12:19:48,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40627 2024-11-10T12:19:48,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-10T12:19:48,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-10T12:19:48,946 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:35187 2024-11-10T12:19:48,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-951154899/backup-masters/3857ccc89b65,35187,1731241188152 2024-11-10T12:19:48,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:19:48,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:19:48,957 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on existing znode=/0-951154899/backup-masters/3857ccc89b65,35187,1731241188152 2024-11-10T12:19:48,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951154899/master 2024-11-10T12:19:48,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:48,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:48,979 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on existing znode=/0-951154899/master 2024-11-10T12:19:48,981 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-951154899/backup-masters/3857ccc89b65,35187,1731241188152 from backup master directory 2024-11-10T12:19:48,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:19:48,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/backup-masters/3857ccc89b65,35187,1731241188152 2024-11-10T12:19:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:19:48,984 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:19:48,985 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,35187,1731241188152 2024-11-10T12:19:48,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T12:19:48,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T12:19:49,052 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/hbase.id] with ID: cb0ae214-5ccd-485b-87d6-3ffd3b1a6878 2024-11-10T12:19:49,052 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/.tmp/hbase.id 2024-11-10T12:19:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:19:49,465 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/.tmp/hbase.id]:[hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/hbase.id] 2024-11-10T12:19:49,507 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:49,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:19:49,531 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-10T12:19:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:19:49,959 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:19:49,962 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:19:49,978 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:49,983 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:19:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:19:50,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store 2024-11-10T12:19:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:19:50,456 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T12:19:50,460 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:50,461 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:19:50,461 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:50,462 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:50,463 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:19:50,463 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:50,463 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:50,464 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241190461Disabling compacts and flushes for region at 1731241190461Disabling writes for close at 1731241190463 (+2 ms)Writing region close event to WAL at 1731241190463Closed at 1731241190463 2024-11-10T12:19:50,467 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/.initializing 2024-11-10T12:19:50,467 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152 2024-11-10T12:19:50,476 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:19:50,493 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C35187%2C1731241188152, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/oldWALs, maxLogs=10 2024-11-10T12:19:50,519 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152/3857ccc89b65%2C35187%2C1731241188152.1731241190499, exclude list is [], retry=0 2024-11-10T12:19:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:19:50,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T12:19:50,575 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152/3857ccc89b65%2C35187%2C1731241188152.1731241190499 2024-11-10T12:19:50,576 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:19:50,576 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:50,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:50,580 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,581 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:19:50,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:50,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:50,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:19:50,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:50,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:50,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:19:50,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:50,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:50,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:19:50,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:50,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:50,664 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,668 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,669 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,674 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,675 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,678 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:19:50,682 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:50,686 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:19:50,687 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68070869, jitterRate=0.014334991574287415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:19:50,694 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241190593Initializing all the Stores at 1731241190595 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241190596 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241190596Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241190597 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241190597Cleaning up temporary data from old regions at 1731241190675 (+78 ms)Region opened successfully at 1731241190694 (+19 ms) 2024-11-10T12:19:50,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:19:50,731 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81abae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:19:50,765 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:19:50,777 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:19:50,777 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:19:50,780 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:19:50,782 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T12:19:50,787 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T12:19:50,787 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:19:50,813 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:19:50,822 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/balancer because node does not exist (not necessarily an error) 2024-11-10T12:19:50,824 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/balancer already deleted, retry=false 2024-11-10T12:19:50,827 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:19:50,828 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:19:50,831 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/normalizer already deleted, retry=false 2024-11-10T12:19:50,833 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:19:50,837 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:19:50,839 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/switch/split already deleted, retry=false 2024-11-10T12:19:50,840 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:19:50,842 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/switch/merge already deleted, retry=false 2024-11-10T12:19:50,863 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:19:50,865 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/snapshot-cleanup already deleted, retry=false 2024-11-10T12:19:50,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:19:50,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:19:50,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:50,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:50,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,35187,1731241188152, sessionid=0x10101d1f7a20000, setting cluster-up flag (Was=false) 2024-11-10T12:19:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:50,891 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-951154899/flush-table-proc/acquired, /0-951154899/flush-table-proc/reached, /0-951154899/flush-table-proc/abort 2024-11-10T12:19:50,893 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,35187,1731241188152 2024-11-10T12:19:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:50,904 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-951154899/online-snapshot/acquired, /0-951154899/online-snapshot/reached, /0-951154899/online-snapshot/abort 2024-11-10T12:19:50,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,35187,1731241188152 2024-11-10T12:19:50,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:19:50,935 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(746): ClusterId : cb0ae214-5ccd-485b-87d6-3ffd3b1a6878 2024-11-10T12:19:50,938 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:19:50,943 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:19:50,944 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:19:50,949 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:19:50,949 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc2cb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:19:50,964 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:40627 2024-11-10T12:19:50,967 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:19:50,967 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:19:50,967 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:19:50,970 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,35187,1731241188152 with port=40627, startcode=1731241188840 2024-11-10T12:19:50,981 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:19:50,989 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:50,999 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:19:51,005 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:19:51,011 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,35187,1731241188152 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:19:51,019 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:51,019 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:51,019 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:51,019 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:19:51,020 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:51,020 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:19:51,020 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,020 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:19:51,020 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,022 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241221022 2024-11-10T12:19:51,024 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:19:51,025 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:19:51,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:51,025 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:19:51,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:19:51,030 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:19:51,030 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:19:51,031 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:19:51,031 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:19:51,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:51,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:19:51,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,035 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:19:51,037 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:19:51,037 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:19:51,038 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:19:51,043 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:19:51,043 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:19:51,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:19:51,045 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241191045,5,FailOnTimeoutGroup] 2024-11-10T12:19:51,046 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241191046,5,FailOnTimeoutGroup] 2024-11-10T12:19:51,046 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,046 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:19:51,047 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,048 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,054 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T12:19:51,054 WARN [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T12:19:51,156 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,35187,1731241188152 with port=40627, startcode=1731241188840 2024-11-10T12:19:51,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,40627,1731241188840 2024-11-10T12:19:51,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,40627,1731241188840 2024-11-10T12:19:51,169 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011 2024-11-10T12:19:51,169 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40071 2024-11-10T12:19:51,170 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:19:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/rs 2024-11-10T12:19:51,174 DEBUG [RS:0;3857ccc89b65:40627 {}] zookeeper.ZKUtil(111): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on existing znode=/0-951154899/rs/3857ccc89b65,40627,1731241188840 2024-11-10T12:19:51,174 WARN [RS:0;3857ccc89b65:40627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:19:51,175 INFO [RS:0;3857ccc89b65:40627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:19:51,175 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840 2024-11-10T12:19:51,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,40627,1731241188840] 2024-11-10T12:19:51,200 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:19:51,213 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:19:51,218 INFO [RS:0;3857ccc89b65:40627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:19:51,218 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,219 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:19:51,225 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:19:51,226 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,227 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,227 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,227 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,227 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,227 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,227 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:19:51,228 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,228 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,228 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,228 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,228 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,228 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:51,229 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:19:51,229 DEBUG [RS:0;3857ccc89b65:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:19:51,232 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,232 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,232 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,232 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,232 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,233 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40627,1731241188840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:19:51,253 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:19:51,255 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40627,1731241188840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,255 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,255 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.Replication(171): 3857ccc89b65,40627,1731241188840 started 2024-11-10T12:19:51,274 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:51,274 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,40627,1731241188840, RpcServer on 3857ccc89b65/172.17.0.2:40627, sessionid=0x10101d1f7a20001 2024-11-10T12:19:51,275 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:19:51,275 DEBUG [RS:0;3857ccc89b65:40627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,40627,1731241188840 2024-11-10T12:19:51,276 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,40627,1731241188840' 2024-11-10T12:19:51,276 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-951154899/flush-table-proc/abort' 2024-11-10T12:19:51,277 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-951154899/flush-table-proc/acquired' 2024-11-10T12:19:51,278 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:19:51,278 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:19:51,278 DEBUG [RS:0;3857ccc89b65:40627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,40627,1731241188840 2024-11-10T12:19:51,278 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,40627,1731241188840' 2024-11-10T12:19:51,278 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-951154899/online-snapshot/abort' 2024-11-10T12:19:51,279 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-951154899/online-snapshot/acquired' 2024-11-10T12:19:51,279 DEBUG [RS:0;3857ccc89b65:40627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:19:51,279 INFO [RS:0;3857ccc89b65:40627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:19:51,279 INFO [RS:0;3857ccc89b65:40627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:19:51,385 INFO [RS:0;3857ccc89b65:40627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:19:51,389 INFO [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40627%2C1731241188840, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs, maxLogs=10 2024-11-10T12:19:51,406 DEBUG [RS:0;3857ccc89b65:40627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391, exclude list is [], retry=0 2024-11-10T12:19:51,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:19:51,414 INFO [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 2024-11-10T12:19:51,415 DEBUG [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:19:51,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:19:51,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011 2024-11-10T12:19:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:19:51,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:51,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:19:51,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:19:51,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:51,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:51,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:19:51,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:19:51,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:51,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:51,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:19:51,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:19:51,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:51,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:51,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:19:51,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:19:51,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:51,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:51,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:19:51,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740 2024-11-10T12:19:51,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740 2024-11-10T12:19:51,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:19:51,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:19:51,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:19:51,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:19:51,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:19:51,887 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60819077, jitterRate=-0.09372512996196747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:19:51,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241191859Initializing all the Stores at 1731241191861 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241191861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241191861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241191861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241191861Cleaning up temporary data from old regions at 1731241191880 (+19 ms)Region opened successfully at 1731241191889 (+9 ms) 2024-11-10T12:19:51,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:19:51,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:19:51,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:19:51,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:19:51,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:19:51,891 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:19:51,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241191889Disabling compacts and flushes for region at 1731241191889Disabling writes for close at 1731241191890 (+1 ms)Writing region close event to WAL at 1731241191891 (+1 ms)Closed at 1731241191891 2024-11-10T12:19:51,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:51,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:19:51,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:19:51,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:19:51,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:19:52,064 DEBUG [3857ccc89b65:35187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:19:52,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,40627,1731241188840 2024-11-10T12:19:52,084 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,40627,1731241188840, state=OPENING 2024-11-10T12:19:52,089 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:19:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:52,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:19:52,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:19:52,093 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:19:52,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,40627,1731241188840}] 2024-11-10T12:19:52,269 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:19:52,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:19:52,287 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:19:52,287 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:19:52,288 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:19:52,291 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40627%2C1731241188840.meta, suffix=.meta, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs, maxLogs=10 2024-11-10T12:19:52,308 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.meta.1731241192293.meta, exclude list is [], retry=0 2024-11-10T12:19:52,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:19:52,315 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.meta.1731241192293.meta 2024-11-10T12:19:52,315 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:19:52,316 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:52,321 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:19:52,322 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:19:52,325 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:19:52,327 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:19:52,331 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:19:52,331 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:52,331 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:19:52,331 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:19:52,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:19:52,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:19:52,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:52,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:52,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:19:52,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:19:52,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:52,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:52,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:19:52,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:19:52,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:52,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:52,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:19:52,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:19:52,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:52,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:52,347 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:19:52,348 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740 2024-11-10T12:19:52,350 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740 2024-11-10T12:19:52,353 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:19:52,353 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:19:52,354 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:19:52,356 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:19:52,358 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60104046, jitterRate=-0.10437992215156555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:19:52,358 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:19:52,359 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241192332Writing region info on filesystem at 1731241192332Initializing all the Stores at 1731241192334 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241192334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241192335 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241192335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241192335Cleaning up temporary data from old regions at 1731241192353 (+18 ms)Running coprocessor post-open hooks at 1731241192358 (+5 ms)Region opened successfully at 1731241192359 (+1 ms) 2024-11-10T12:19:52,366 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241192260 2024-11-10T12:19:52,377 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:19:52,378 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:19:52,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,40627,1731241188840 2024-11-10T12:19:52,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,40627,1731241188840, state=OPEN 2024-11-10T12:19:52,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:19:52,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:19:52,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:19:52,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:19:52,387 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,40627,1731241188840 2024-11-10T12:19:52,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:19:52,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,40627,1731241188840 in 293 msec 2024-11-10T12:19:52,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:19:52,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-10T12:19:52,399 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:52,400 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:19:52,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:19:52,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40627,1731241188840, seqNum=-1] 2024-11-10T12:19:52,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:52,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:52,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5300 sec 2024-11-10T12:19:52,473 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241192473, completionTime=-1 2024-11-10T12:19:52,476 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:19:52,476 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:19:52,502 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:19:52,502 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241252502 2024-11-10T12:19:52,502 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241312502 2024-11-10T12:19:52,502 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-10T12:19:52,504 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35187,1731241188152-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:52,505 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35187,1731241188152-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:52,505 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35187,1731241188152-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:52,506 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:35187, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:52,507 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:52,507 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:52,514 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:19:52,536 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.551sec 2024-11-10T12:19:52,537 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:19:52,538 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:19:52,539 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:19:52,540 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:19:52,540 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:19:52,541 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35187,1731241188152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:19:52,541 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35187,1731241188152-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:19:52,550 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:19:52,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:19:52,551 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35187,1731241188152-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:52,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:52,648 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T12:19:52,648 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T12:19:52,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35187,-1 for getting cluster id 2024-11-10T12:19:52,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:52,662 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb0ae214-5ccd-485b-87d6-3ffd3b1a6878' 2024-11-10T12:19:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb0ae214-5ccd-485b-87d6-3ffd3b1a6878" 2024-11-10T12:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1c4f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35187,-1] 2024-11-10T12:19:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:52,673 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:52,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:52,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:19:52,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40627,1731241188840, seqNum=-1] 2024-11-10T12:19:52,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:52,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:52,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,35187,1731241188152 2024-11-10T12:19:52,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:19:52,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:19:52,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d1f7a20002 connected 2024-11-10T12:19:52,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.log.dir so I do NOT create it in target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0 2024-11-10T12:19:52,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:19:52,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.tmp.dir so I do NOT create it in target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0 2024-11-10T12:19:52,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:19:52,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0 2024-11-10T12:19:52,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:19:52,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/cluster_248a9b39-25cb-6cd6-5408-45609bb50227, deleteOnExit=true 2024-11-10T12:19:52,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:19:52,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/test.cache.data in system properties and HBase conf 2024-11-10T12:19:52,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:19:52,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:19:52,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:19:52,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:19:52,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:19:52,733 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:19:52,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:19:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:19:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:19:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:19:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:19:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:19:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:19:52,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:19:52,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:19:52,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:19:52,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:19:52,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:19:52,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:19:52,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:19:52,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:19:52,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:19:52,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:19:52,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:19:52,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:19:52,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:19:52,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:19:52,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:19:52,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/java.io.tmpdir/jetty-localhost-42199-hadoop-hdfs-3_4_1-tests_jar-_-any-7315210151992649349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:19:52,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:42199} 2024-11-10T12:19:52,966 INFO [Time-limited test {}] server.Server(415): Started @9676ms 2024-11-10T12:19:53,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:19:53,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:19:53,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:19:53,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:19:53,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:19:53,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:19:53,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:19:53,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/java.io.tmpdir/jetty-localhost-40141-hadoop-hdfs-3_4_1-tests_jar-_-any-13663240146589364170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:19:53,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:40141} 2024-11-10T12:19:53,185 INFO [Time-limited test {}] server.Server(415): Started @9895ms 2024-11-10T12:19:53,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:19:53,300 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/cluster_248a9b39-25cb-6cd6-5408-45609bb50227/data/data1/current/BP-1524266745-172.17.0.2-1731241192768/current, will proceed with Du for space computation calculation, 2024-11-10T12:19:53,300 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/cluster_248a9b39-25cb-6cd6-5408-45609bb50227/data/data2/current/BP-1524266745-172.17.0.2-1731241192768/current, will proceed with Du for space computation calculation, 2024-11-10T12:19:53,346 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:19:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81ec2d355476a95 with lease ID 0x4f3198575a6f6d05: Processing first storage report for DS-5d85a832-6920-4628-955d-83da99881211 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ed2dbadd-797f-40fb-bc19-2014901db6a8, infoPort=38469, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1836213533;c=1731241192768) 2024-11-10T12:19:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81ec2d355476a95 with lease ID 0x4f3198575a6f6d05: from storage DS-5d85a832-6920-4628-955d-83da99881211 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ed2dbadd-797f-40fb-bc19-2014901db6a8, infoPort=38469, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1836213533;c=1731241192768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:19:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81ec2d355476a95 with lease ID 0x4f3198575a6f6d05: Processing first storage report for DS-9b41f8a3-2531-434e-a7d5-0d84ca9d47f1 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ed2dbadd-797f-40fb-bc19-2014901db6a8, infoPort=38469, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1836213533;c=1731241192768) 2024-11-10T12:19:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81ec2d355476a95 with lease ID 0x4f3198575a6f6d05: from storage DS-9b41f8a3-2531-434e-a7d5-0d84ca9d47f1 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ed2dbadd-797f-40fb-bc19-2014901db6a8, infoPort=38469, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1836213533;c=1731241192768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:19:53,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0 2024-11-10T12:19:53,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:53,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:53,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:19:53,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8 with version=8 2024-11-10T12:19:53,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/hbase-staging 2024-11-10T12:19:53,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:19:53,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:53,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:53,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:19:53,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:53,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:19:53,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:19:53,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:19:53,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35635 2024-11-10T12:19:53,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35635 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:19:53,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356350x0, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:19:53,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35635-0x10101d1f7a20003 connected 2024-11-10T12:19:53,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:53,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:53,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on znode that does not yet exist, /11544848772/running 2024-11-10T12:19:53,871 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8, hbase.cluster.distributed=false 2024-11-10T12:19:53,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on znode that does not yet exist, /11544848772/acl 2024-11-10T12:19:53,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-10T12:19:53,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35635 2024-11-10T12:19:53,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35635 2024-11-10T12:19:53,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-10T12:19:53,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-10T12:19:53,892 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:19:53,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:53,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:53,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:19:53,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:19:53,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:19:53,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:19:53,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:19:53,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36721 2024-11-10T12:19:53,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36721 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:19:53,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:53,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:53,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367210x0, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:19:53,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367210x0, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on znode that does not yet exist, /11544848772/running 2024-11-10T12:19:53,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36721-0x10101d1f7a20004 connected 2024-11-10T12:19:53,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:19:53,904 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:19:53,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on znode that does not yet exist, /11544848772/master 2024-11-10T12:19:53,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on znode that does not yet exist, /11544848772/acl 2024-11-10T12:19:53,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-10T12:19:53,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36721 2024-11-10T12:19:53,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36721 2024-11-10T12:19:53,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-10T12:19:53,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-10T12:19:53,926 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:35635 2024-11-10T12:19:53,926 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11544848772/backup-masters/3857ccc89b65,35635,1731241193844 2024-11-10T12:19:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772/backup-masters 2024-11-10T12:19:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772/backup-masters 2024-11-10T12:19:53,928 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on existing znode=/11544848772/backup-masters/3857ccc89b65,35635,1731241193844 2024-11-10T12:19:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11544848772/master 2024-11-10T12:19:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:53,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on existing znode=/11544848772/master 2024-11-10T12:19:53,931 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11544848772/backup-masters/3857ccc89b65,35635,1731241193844 from backup master directory 2024-11-10T12:19:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544848772/backup-masters/3857ccc89b65,35635,1731241193844 2024-11-10T12:19:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772/backup-masters 2024-11-10T12:19:53,934 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:19:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772/backup-masters 2024-11-10T12:19:53,934 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,35635,1731241193844 2024-11-10T12:19:53,941 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/hbase.id] with ID: 6263bf06-369e-4105-a864-84b161322f67 2024-11-10T12:19:53,941 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/.tmp/hbase.id 2024-11-10T12:19:53,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:19:53,948 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/.tmp/hbase.id]:[hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/hbase.id] 2024-11-10T12:19:53,968 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:19:53,968 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:19:53,970 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T12:19:53,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:53,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:19:54,383 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:19:54,384 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:19:54,384 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:19:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:19:54,798 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store 2024-11-10T12:19:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:19:55,207 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:55,208 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:19:55,208 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:55,208 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:55,208 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:19:55,208 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:55,208 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:19:55,208 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241195208Disabling compacts and flushes for region at 1731241195208Disabling writes for close at 1731241195208Writing region close event to WAL at 1731241195208Closed at 1731241195208 2024-11-10T12:19:55,210 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/.initializing 2024-11-10T12:19:55,210 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/WALs/3857ccc89b65,35635,1731241193844 2024-11-10T12:19:55,212 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:19:55,215 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C35635%2C1731241193844, suffix=, logDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/WALs/3857ccc89b65,35635,1731241193844, archiveDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/oldWALs, maxLogs=10 2024-11-10T12:19:55,236 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/WALs/3857ccc89b65,35635,1731241193844/3857ccc89b65%2C35635%2C1731241193844.1731241195216, exclude list is [], retry=0 2024-11-10T12:19:55,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-5d85a832-6920-4628-955d-83da99881211,DISK] 2024-11-10T12:19:55,244 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/WALs/3857ccc89b65,35635,1731241193844/3857ccc89b65%2C35635%2C1731241193844.1731241195216 2024-11-10T12:19:55,244 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-10T12:19:55,244 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:55,245 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:55,245 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,245 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:19:55,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:55,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:55,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:19:55,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:55,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:55,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:19:55,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:55,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:55,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:19:55,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:55,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:55,260 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,261 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,262 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,264 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,264 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:19:55,267 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:19:55,270 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:19:55,270 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64975270, jitterRate=-0.031793028116226196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:19:55,271 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241195245Initializing all the Stores at 1731241195247 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241195247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241195247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241195247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241195247Cleaning up temporary data from old regions at 1731241195264 (+17 ms)Region opened successfully at 1731241195271 (+7 ms) 2024-11-10T12:19:55,271 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:19:55,276 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faf1c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:19:55,277 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:19:55,277 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:19:55,277 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:19:55,278 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:19:55,278 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:19:55,279 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:19:55,279 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:19:55,282 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:19:55,282 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Unable to get data of znode /11544848772/balancer because node does not exist (not necessarily an error) 2024-11-10T12:19:55,284 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544848772/balancer already deleted, retry=false 2024-11-10T12:19:55,284 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:19:55,285 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Unable to get data of znode /11544848772/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:19:55,286 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544848772/normalizer already deleted, retry=false 2024-11-10T12:19:55,286 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:19:55,287 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Unable to get data of znode /11544848772/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:19:55,290 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544848772/switch/split already deleted, retry=false 2024-11-10T12:19:55,291 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Unable to get data of znode /11544848772/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:19:55,292 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544848772/switch/merge already deleted, retry=false 2024-11-10T12:19:55,294 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Unable to get data of znode /11544848772/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:19:55,295 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11544848772/snapshot-cleanup already deleted, retry=false 2024-11-10T12:19:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11544848772/running 2024-11-10T12:19:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11544848772/running 2024-11-10T12:19:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:55,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,35635,1731241193844, sessionid=0x10101d1f7a20003, setting cluster-up flag (Was=false) 2024-11-10T12:19:55,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:55,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:55,307 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11544848772/flush-table-proc/acquired, /11544848772/flush-table-proc/reached, /11544848772/flush-table-proc/abort 2024-11-10T12:19:55,308 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,35635,1731241193844 2024-11-10T12:19:55,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:55,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:55,317 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11544848772/online-snapshot/acquired, /11544848772/online-snapshot/reached, /11544848772/online-snapshot/abort 2024-11-10T12:19:55,318 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,35635,1731241193844 2024-11-10T12:19:55,320 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:19:55,324 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:55,324 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:19:55,324 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:19:55,324 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,35635,1731241193844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:19:55,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:55,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:55,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:55,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:19:55,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:19:55,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:19:55,327 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,328 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241225328 2024-11-10T12:19:55,328 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:19:55,328 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:19:55,328 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:19:55,328 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:19:55,329 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:19:55,329 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:19:55,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:55,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:19:55,330 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,330 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:19:55,330 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:19:55,330 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:19:55,330 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:19:55,331 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:19:55,331 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:19:55,331 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241195331,5,FailOnTimeoutGroup] 2024-11-10T12:19:55,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:55,331 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241195331,5,FailOnTimeoutGroup] 2024-11-10T12:19:55,331 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,331 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:19:55,331 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,331 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:19:55,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:19:55,416 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(746): ClusterId : 6263bf06-369e-4105-a864-84b161322f67 2024-11-10T12:19:55,416 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:19:55,418 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:19:55,418 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:19:55,420 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:19:55,421 DEBUG [RS:0;3857ccc89b65:36721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:19:55,434 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:36721 2024-11-10T12:19:55,434 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:19:55,434 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:19:55,434 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:19:55,435 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,35635,1731241193844 with port=36721, startcode=1731241193892 2024-11-10T12:19:55,435 DEBUG [RS:0;3857ccc89b65:36721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:19:55,438 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:19:55,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,36721,1731241193892 2024-11-10T12:19:55,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35635 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,36721,1731241193892 2024-11-10T12:19:55,442 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8 2024-11-10T12:19:55,442 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44057 2024-11-10T12:19:55,442 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:19:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772/rs 2024-11-10T12:19:55,448 DEBUG [RS:0;3857ccc89b65:36721 {}] zookeeper.ZKUtil(111): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on existing znode=/11544848772/rs/3857ccc89b65,36721,1731241193892 2024-11-10T12:19:55,448 WARN [RS:0;3857ccc89b65:36721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:19:55,448 INFO [RS:0;3857ccc89b65:36721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:19:55,449 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/WALs/3857ccc89b65,36721,1731241193892 2024-11-10T12:19:55,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,36721,1731241193892] 2024-11-10T12:19:55,453 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:19:55,456 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:19:55,457 INFO [RS:0;3857ccc89b65:36721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:19:55,457 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,457 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:19:55,458 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:19:55,458 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:19:55,459 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:19:55,460 DEBUG [RS:0;3857ccc89b65:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:19:55,460 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,460 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,460 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,460 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,461 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,461 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36721,1731241193892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:19:55,477 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:19:55,477 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36721,1731241193892-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,477 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,478 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.Replication(171): 3857ccc89b65,36721,1731241193892 started 2024-11-10T12:19:55,493 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:55,493 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,36721,1731241193892, RpcServer on 3857ccc89b65/172.17.0.2:36721, sessionid=0x10101d1f7a20004 2024-11-10T12:19:55,493 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:19:55,493 DEBUG [RS:0;3857ccc89b65:36721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,36721,1731241193892 2024-11-10T12:19:55,493 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,36721,1731241193892' 2024-11-10T12:19:55,493 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11544848772/flush-table-proc/abort' 2024-11-10T12:19:55,494 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11544848772/flush-table-proc/acquired' 2024-11-10T12:19:55,494 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:19:55,494 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:19:55,494 DEBUG [RS:0;3857ccc89b65:36721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,36721,1731241193892 2024-11-10T12:19:55,494 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,36721,1731241193892' 2024-11-10T12:19:55,495 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11544848772/online-snapshot/abort' 2024-11-10T12:19:55,495 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11544848772/online-snapshot/acquired' 2024-11-10T12:19:55,495 DEBUG [RS:0;3857ccc89b65:36721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:19:55,496 INFO [RS:0;3857ccc89b65:36721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:19:55,496 INFO [RS:0;3857ccc89b65:36721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:19:55,596 INFO [RS:0;3857ccc89b65:36721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:19:55,599 INFO [RS:0;3857ccc89b65:36721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C36721%2C1731241193892, suffix=, logDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/WALs/3857ccc89b65,36721,1731241193892, archiveDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/oldWALs, maxLogs=10 2024-11-10T12:19:55,616 DEBUG [RS:0;3857ccc89b65:36721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/WALs/3857ccc89b65,36721,1731241193892/3857ccc89b65%2C36721%2C1731241193892.1731241195601, exclude list is [], retry=0 2024-11-10T12:19:55,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-5d85a832-6920-4628-955d-83da99881211,DISK] 2024-11-10T12:19:55,622 INFO [RS:0;3857ccc89b65:36721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/WALs/3857ccc89b65,36721,1731241193892/3857ccc89b65%2C36721%2C1731241193892.1731241195601 2024-11-10T12:19:55,623 DEBUG [RS:0;3857ccc89b65:36721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-10T12:19:55,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:19:55,741 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8 2024-11-10T12:19:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:19:56,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:56,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:19:56,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:19:56,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:19:56,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:19:56,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:19:56,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:19:56,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:19:56,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:19:56,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:19:56,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740 2024-11-10T12:19:56,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740 2024-11-10T12:19:56,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:19:56,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:19:56,169 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:19:56,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:19:56,173 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:19:56,174 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61016096, jitterRate=-0.0907893180847168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:19:56,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241196151Initializing all the Stores at 1731241196152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241196152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241196153 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241196153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241196153Cleaning up temporary data from old regions at 1731241196168 (+15 ms)Region opened successfully at 1731241196174 (+6 ms) 2024-11-10T12:19:56,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:19:56,174 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:19:56,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:19:56,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:19:56,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:19:56,175 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:19:56,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241196174Disabling compacts and flushes for region at 1731241196174Disabling writes for close at 1731241196174Writing region close event to WAL at 1731241196175 (+1 ms)Closed at 1731241196175 2024-11-10T12:19:56,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:56,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:19:56,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:19:56,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:19:56,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:19:56,332 DEBUG [3857ccc89b65:35635 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:19:56,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,36721,1731241193892 2024-11-10T12:19:56,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,36721,1731241193892, state=OPENING 2024-11-10T12:19:56,337 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:19:56,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:56,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:19:56,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:19:56,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,36721,1731241193892}] 2024-11-10T12:19:56,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544848772/meta-region-server: CHANGED 2024-11-10T12:19:56,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544848772/meta-region-server: CHANGED 2024-11-10T12:19:56,494 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:19:56,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:19:56,502 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:19:56,502 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:19:56,502 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:19:56,505 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C36721%2C1731241193892.meta, suffix=.meta, logDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/WALs/3857ccc89b65,36721,1731241193892, archiveDir=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/oldWALs, maxLogs=10 2024-11-10T12:19:56,521 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/WALs/3857ccc89b65,36721,1731241193892/3857ccc89b65%2C36721%2C1731241193892.meta.1731241196507.meta, exclude list is [], retry=0 2024-11-10T12:19:56,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-5d85a832-6920-4628-955d-83da99881211,DISK] 2024-11-10T12:19:56,528 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/WALs/3857ccc89b65,36721,1731241193892/3857ccc89b65%2C36721%2C1731241193892.meta.1731241196507.meta 2024-11-10T12:19:56,528 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469)] 2024-11-10T12:19:56,528 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:56,529 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:19:56,529 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:19:56,529 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:19:56,529 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:19:56,529 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:19:56,529 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:56,530 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:19:56,530 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:19:56,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:19:56,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:19:56,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:19:56,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:19:56,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:19:56,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:19:56,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:19:56,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:19:56,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:19:56,541 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:19:56,542 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740 2024-11-10T12:19:56,544 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740 2024-11-10T12:19:56,547 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:19:56,547 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:19:56,547 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:19:56,550 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:19:56,551 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70899514, jitterRate=0.05648508667945862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:19:56,551 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:19:56,552 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241196530Writing region info on filesystem at 1731241196530Initializing all the Stores at 1731241196531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241196531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241196532 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241196532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241196532Cleaning up temporary data from old regions at 1731241196547 (+15 ms)Running coprocessor post-open hooks at 1731241196551 (+4 ms)Region opened successfully at 1731241196551 2024-11-10T12:19:56,553 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241196493 2024-11-10T12:19:56,557 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:19:56,557 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:19:56,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,36721,1731241193892 2024-11-10T12:19:56,586 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,36721,1731241193892, state=OPEN 2024-11-10T12:19:56,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11544848772/meta-region-server 2024-11-10T12:19:56,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11544848772/meta-region-server 2024-11-10T12:19:56,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544848772/meta-region-server: CHANGED 2024-11-10T12:19:56,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11544848772/meta-region-server: CHANGED 2024-11-10T12:19:56,589 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,36721,1731241193892 2024-11-10T12:19:56,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:19:56,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,36721,1731241193892 in 251 msec 2024-11-10T12:19:56,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:19:56,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-10T12:19:56,600 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:19:56,600 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:19:56,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:19:56,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,36721,1731241193892, seqNum=-1] 2024-11-10T12:19:56,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:56,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:56,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-10T12:19:56,614 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241196614, completionTime=-1 2024-11-10T12:19:56,614 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:19:56,615 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241256618 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241316618 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35635,1731241193844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35635,1731241193844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35635,1731241193844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:35635, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:56,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:56,619 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:56,625 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.694sec 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35635,1731241193844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:19:56,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35635,1731241193844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:19:56,631 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:19:56,632 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:19:56,632 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35635,1731241193844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:19:56,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:19:56,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:56,719 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:19:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:19:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e065751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:19:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:56,722 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:56,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:19:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,36721,1731241193892, seqNum=-1] 2024-11-10T12:19:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:56,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:56,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,35635,1731241193844 2024-11-10T12:19:56,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:19:56,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:19:56,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d1f7a20005 connected 2024-11-10T12:19:56,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35187,-1 for getting cluster id 2024-11-10T12:19:56,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:56,743 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb0ae214-5ccd-485b-87d6-3ffd3b1a6878' 2024-11-10T12:19:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb0ae214-5ccd-485b-87d6-3ffd3b1a6878" 2024-11-10T12:19:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43726c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35187,-1] 2024-11-10T12:19:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:56,746 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffee48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35187,1731241188152 2024-11-10T12:19:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558aea1e 2024-11-10T12:19:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:56,766 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:56,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:19:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:19:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:19:56,781 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:19:56,783 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9eba894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,783 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:19:56,783 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:56,784 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:19:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:19:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be77184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:19:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:56,787 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a54507f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:56,789 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:56,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:19:56,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26503ce 2024-11-10T12:19:56,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:56,795 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:56,806 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T12:19:56,806 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:19:56,811 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:56,811 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:56,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:19:56,813 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:19:56,818 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:19:56,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:19:56,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:19:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741835_1011 (size=1138) 2024-11-10T12:19:56,871 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:19:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:19:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:19:57,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:19:57,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd6e69ed2f03ec10d42d6ec4e93c8d0c, NAME => 'hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011 2024-11-10T12:19:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741836_1012 (size=44) 2024-11-10T12:19:57,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:57,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd6e69ed2f03ec10d42d6ec4e93c8d0c, disabling compactions & flushes 2024-11-10T12:19:57,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:57,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:57,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. after waiting 0 ms 2024-11-10T12:19:57,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:57,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:57,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd6e69ed2f03ec10d42d6ec4e93c8d0c: Waiting for close lock at 1731241197243Disabling compacts and flushes for region at 1731241197243Disabling writes for close at 1731241197243Writing region close event to WAL at 1731241197244 (+1 ms)Closed at 1731241197244 2024-11-10T12:19:57,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:19:57,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241197246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241197246"}]},"ts":"1731241197246"} 2024-11-10T12:19:57,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:19:57,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:19:57,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241197256"}]},"ts":"1731241197256"} 2024-11-10T12:19:57,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:19:57,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN}] 2024-11-10T12:19:57,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN 2024-11-10T12:19:57,270 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN; state=OFFLINE, location=3857ccc89b65,40627,1731241188840; forceNewPlan=false, retain=false 2024-11-10T12:19:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:19:57,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cd6e69ed2f03ec10d42d6ec4e93c8d0c, regionState=OPENING, regionLocation=3857ccc89b65,40627,1731241188840 2024-11-10T12:19:57,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN because future has completed 2024-11-10T12:19:57,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd6e69ed2f03ec10d42d6ec4e93c8d0c, server=3857ccc89b65,40627,1731241188840}] 2024-11-10T12:19:57,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:57,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:19:57,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:19:57,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40627%2C1731241188840.rep, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs, maxLogs=10 2024-11-10T12:19:57,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.rep.1731241197589, exclude list is [], retry=0 2024-11-10T12:19:57,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:19:57,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.rep.1731241197589 2024-11-10T12:19:57,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:19:57,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cd6e69ed2f03ec10d42d6ec4e93c8d0c, NAME => 'hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:57,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:19:57,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:19:57,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. service=MultiRowMutationService 2024-11-10T12:19:57,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:19:57,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:57,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,612 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,614 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6e69ed2f03ec10d42d6ec4e93c8d0c columnFamilyName hfileref 2024-11-10T12:19:57,614 DEBUG [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:57,615 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(327): Store=cd6e69ed2f03ec10d42d6ec4e93c8d0c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:57,615 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,617 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6e69ed2f03ec10d42d6ec4e93c8d0c columnFamilyName queue 2024-11-10T12:19:57,617 DEBUG [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:57,617 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(327): Store=cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:57,618 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,619 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6e69ed2f03ec10d42d6ec4e93c8d0c columnFamilyName sid 2024-11-10T12:19:57,619 DEBUG [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:57,620 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(327): Store=cd6e69ed2f03ec10d42d6ec4e93c8d0c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:57,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:19:57,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:19:57,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cd6e69ed2f03ec10d42d6ec4e93c8d0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71979895, jitterRate=0.07258401811122894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:19:57,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:57,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cd6e69ed2f03ec10d42d6ec4e93c8d0c: Running coprocessor pre-open hook at 1731241197611Writing region info on filesystem at 1731241197611Initializing all the Stores at 1731241197612 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241197612Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241197612Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241197612Cleaning up temporary data from old regions at 1731241197623 (+11 ms)Running coprocessor post-open hooks at 1731241197629 (+6 ms)Region opened successfully at 1731241197630 (+1 ms) 2024-11-10T12:19:57,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c., pid=7, masterSystemTime=1731241197580 2024-11-10T12:19:57,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:57,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:57,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cd6e69ed2f03ec10d42d6ec4e93c8d0c, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,40627,1731241188840 2024-11-10T12:19:57,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd6e69ed2f03ec10d42d6ec4e93c8d0c, server=3857ccc89b65,40627,1731241188840 because future has completed 2024-11-10T12:19:57,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T12:19:57,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cd6e69ed2f03ec10d42d6ec4e93c8d0c, server=3857ccc89b65,40627,1731241188840 in 214 msec 2024-11-10T12:19:57,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:19:57,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN in 376 msec 2024-11-10T12:19:57,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:19:57,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241197647"}]},"ts":"1731241197647"} 2024-11-10T12:19:57,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:19:57,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:19:57,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-11-10T12:19:57,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c., hostname=3857ccc89b65,40627,1731241188840, seqNum=2] 2024-11-10T12:19:57,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40627 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T12:19:57,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:57,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:57,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:19:57,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:19:57,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T12:19:57,872 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:19:57,913 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,40627,1731241188840, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:19:57,914 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:19:57,914 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40627,1731241188840, seqNum=-1] 2024-11-10T12:19:57,915 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:57,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T12:19:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,40627,1731241188840', locateType=CURRENT is [region=hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c., hostname=3857ccc89b65,40627,1731241188840, seqNum=2] 2024-11-10T12:19:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:19:57,926 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T12:19:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T12:19:57,932 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,40627,1731241188840 suceeded 2024-11-10T12:19:57,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T12:19:57,937 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:19:57,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-10T12:19:57,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1670 sec 2024-11-10T12:19:57,946 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:19:57,948 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f8d1d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:57,948 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:19:57,948 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:57,949 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:19:57,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:57,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:19:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e534451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:19:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:57,951 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:57,952 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fb455c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:57,952 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:57,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:19:57,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1283932c 2024-11-10T12:19:57,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:57,954 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T12:19:57,955 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,40627,1731241188840 (queues=1) is replicating from cluster=cb0ae214-5ccd-485b-87d6-3ffd3b1a6878 to cluster=6263bf06-369e-4105-a864-84b161322f67 2024-11-10T12:19:57,957 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C40627%2C1731241188840 2024-11-10T12:19:57,961 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,40627,1731241188840, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:19:57,963 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.shipper3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C40627%2C1731241188840 2024-11-10T12:19:57,967 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391, startPosition=0, beingWritten=true 2024-11-10T12:19:58,227 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:19:58,536 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:19:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:19:58,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:19:58,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T12:19:58,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T12:19:58,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:19:58,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T12:19:58,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:19:58,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T12:19:58,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:19:58,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T12:19:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:19:58,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:19:58,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:58,931 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:19:58,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:58,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:58,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:19:58,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:58,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35187,-1 for getting cluster id 2024-11-10T12:19:58,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:58,933 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb0ae214-5ccd-485b-87d6-3ffd3b1a6878' 2024-11-10T12:19:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb0ae214-5ccd-485b-87d6-3ffd3b1a6878" 2024-11-10T12:19:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112b3d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35187,-1] 2024-11-10T12:19:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:58,936 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372b34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:58,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35187,1731241188152 2024-11-10T12:19:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4280449c 2024-11-10T12:19:58,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:58,940 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:58,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:19:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:19:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:19:58,944 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:19:58,944 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:19:58,946 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd04489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:58,946 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:19:58,946 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:58,947 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:19:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:19:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a904e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:19:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:58,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:58,948 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:58,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e74f6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:58,950 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:19:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fe5e387 2024-11-10T12:19:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:58,952 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:58,953 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T12:19:58,953 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:19:58,953 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:58,953 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:58,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:19:58,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:19:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:19:59,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T12:19:59,120 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T12:19:59,151 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-3857ccc89b65,40627,1731241188840, ReplicationSource: 2, currentBandwidth=0 2024-11-10T12:19:59,155 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T12:19:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T12:19:59,158 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3857ccc89b65,40627,1731241188840 suceeded 2024-11-10T12:19:59,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:19:59,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T12:19:59,161 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:19:59,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 222 msec 2024-11-10T12:19:59,170 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:19:59,171 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e058c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,171 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:19:59,172 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:59,172 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:19:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:19:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e974a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:19:59,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:59,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,175 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:59,176 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce29157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,176 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:59,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:19:59,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a3c7eb 2024-11-10T12:19:59,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:59,178 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T12:19:59,179 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3857ccc89b65,40627,1731241188840 (queues=1) is replicating from cluster=cb0ae214-5ccd-485b-87d6-3ffd3b1a6878 to cluster=6263bf06-369e-4105-a864-84b161322f67 2024-11-10T12:19:59,179 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3857ccc89b65%2C40627%2C1731241188840 2024-11-10T12:19:59,179 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3857ccc89b65,40627,1731241188840, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:19:59,179 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.shipper3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C40627%2C1731241188840 2024-11-10T12:19:59,179 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391, startPosition=0, beingWritten=true 2024-11-10T12:19:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:19:59,261 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T12:19:59,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:19:59,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:59,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:19:59,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35187,1731241188152 2024-11-10T12:19:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@299455b7 2024-11-10T12:19:59,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:59,267 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:59,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:19:59,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T12:19:59,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:19:59,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T12:19:59,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:19:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T12:19:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:19:59,280 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:19:59,281 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c1d2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,281 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:19:59,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:59,282 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:19:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:19:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3affa968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:19:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,284 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:59,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126b81a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:19:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a7bb78d 2024-11-10T12:19:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:59,287 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:59,288 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:19:59,288 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:19:59,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:19:59,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:19:59,386 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:19:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:19:59,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T12:19:59,446 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T12:19:59,448 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T12:19:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T12:19:59,451 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:19:59,452 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 3857ccc89b65,40627,1731241188840 suceeded 2024-11-10T12:19:59,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T12:19:59,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-10T12:19:59,454 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:19:59,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-10T12:19:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:19:59,601 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T12:19:59,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:19:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T12:19:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:19:59,605 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:19:59,606 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,607 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:19:59,607 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:19:59,608 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:19:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:19:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:19:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3891f882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:19:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:19:59,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:19:59,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aceed08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:59,611 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:19:59,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:19:59,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42355a30 2024-11-10T12:19:59,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:59,613 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:59,613 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T12:19:59,613 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:19:59,613 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,613 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:19:59,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:19:59,693 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:19:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:19:59,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T12:19:59,773 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T12:19:59,774 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T12:19:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T12:19:59,777 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 3857ccc89b65,40627,1731241188840 suceeded 2024-11-10T12:19:59,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T12:19:59,781 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://3857ccc89b65:35635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:19:59,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T12:19:59,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-10T12:19:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:19:59,920 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T12:19:59,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:19:59,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T12:19:59,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:19:59,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:59,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:19:59,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:19:59,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951453633, stopped=false 2024-11-10T12:19:59,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,35187,1731241188152 2024-11-10T12:19:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:19:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:19:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:19:59,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:19:59,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:19:59,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:59,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:19:59,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:19:59,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,40627,1731241188840' ***** 2024-11-10T12:19:59,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:19:59,927 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:19:59,928 INFO [RS:0;3857ccc89b65:40627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:19:59,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:19:59,928 INFO [RS:0;3857ccc89b65:40627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:19:59,928 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:59,929 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,40627,1731241188840 2024-11-10T12:19:59,929 INFO [RS:0;3857ccc89b65:40627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:19:59,929 INFO [RS:0;3857ccc89b65:40627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40627. 2024-11-10T12:19:59,929 DEBUG [RS:0;3857ccc89b65:40627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:59,929 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:59,929 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:19:59,929 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd6e69ed2f03ec10d42d6ec4e93c8d0c, disabling compactions & flushes 2024-11-10T12:19:59,929 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:19:59,929 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:19:59,929 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:59,929 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:19:59,929 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:59,929 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. after waiting 0 ms 2024-11-10T12:19:59,929 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:19:59,930 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:19:59,930 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cd6e69ed2f03ec10d42d6ec4e93c8d0c=hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.} 2024-11-10T12:19:59,930 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:19:59,930 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:19:59,930 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:19:59,930 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:19:59,930 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:19:59,930 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:19:59,933 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T12:19:59,933 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd6e69ed2f03ec10d42d6ec4e93c8d0c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T12:19:59,943 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:00,010 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/info/36f619141c094992a23a3f0d6ece4815 is 147, key is hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c./info:regioninfo/1731241197635/Put/seqid=0 2024-11-10T12:20:00,010 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/.tmp/queue/8913c219d5e245f9b7b8dc65e0dedf05 is 151, key is 1-3857ccc89b65,40627,1731241188840/queue:3857ccc89b65%2C40627%2C1731241188840/1731241197921/Put/seqid=0 2024-11-10T12:20:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741838_1014 (size=6631) 2024-11-10T12:20:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741839_1015 (size=5500) 2024-11-10T12:20:00,059 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:20:00,100 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:20:00,130 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:00,233 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:20:00,233 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:20:00,330 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:00,423 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/info/36f619141c094992a23a3f0d6ece4815 2024-11-10T12:20:00,423 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/.tmp/queue/8913c219d5e245f9b7b8dc65e0dedf05 2024-11-10T12:20:00,470 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/.tmp/queue/8913c219d5e245f9b7b8dc65e0dedf05 as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue/8913c219d5e245f9b7b8dc65e0dedf05 2024-11-10T12:20:00,479 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue/8913c219d5e245f9b7b8dc65e0dedf05, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T12:20:00,486 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/ns/529a1fecff474a589f42323f4a8d0562 is 43, key is default/ns:d/1731241192457/Put/seqid=0 2024-11-10T12:20:00,487 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cd6e69ed2f03ec10d42d6ec4e93c8d0c in 552ms, sequenceid=6, compaction requested=false 2024-11-10T12:20:00,487 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:20:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741840_1016 (size=5153) 2024-11-10T12:20:00,494 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T12:20:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:00,497 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd6e69ed2f03ec10d42d6ec4e93c8d0c: Waiting for close lock at 1731241199929Running coprocessor pre-close hooks at 1731241199929Disabling compacts and flushes for region at 1731241199929Disabling writes for close at 1731241199929Obtaining lock to block concurrent updates at 1731241199933 (+4 ms)Preparing flush snapshotting stores in cd6e69ed2f03ec10d42d6ec4e93c8d0c at 1731241199933Finished memstore snapshotting hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731241199941 (+8 ms)Flushing stores of hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. at 1731241199942 (+1 ms)Flushing cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue: creating writer at 1731241199944 (+2 ms)Flushing cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue: appending metadata at 1731241199990 (+46 ms)Flushing cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue: closing flushed file at 1731241199993 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd3cbca: reopening flushed file at 1731241200468 (+475 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cd6e69ed2f03ec10d42d6ec4e93c8d0c in 552ms, sequenceid=6, compaction requested=false at 1731241200487 (+19 ms)Writing region close event to WAL at 1731241200489 (+2 ms)Running coprocessor post-close hooks at 1731241200495 (+6 ms)Closed at 1731241200497 (+2 ms) 2024-11-10T12:20:00,498 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:00,531 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:00,606 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:20:00,731 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:00,766 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:20:00,894 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/ns/529a1fecff474a589f42323f4a8d0562 2024-11-10T12:20:00,920 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/table/ea26468b5a034443af96dcf3fb4141dd is 53, key is hbase:replication/table:state/1731241197647/Put/seqid=0 2024-11-10T12:20:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741841_1017 (size=5256) 2024-11-10T12:20:00,931 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:20:00,931 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:20:00,932 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:01,132 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:01,214 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840/3857ccc89b65%2C40627%2C1731241188840.1731241191391 to pos 0, reset compression=false 2024-11-10T12:20:01,326 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/table/ea26468b5a034443af96dcf3fb4141dd 2024-11-10T12:20:01,332 DEBUG [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:01,336 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/info/36f619141c094992a23a3f0d6ece4815 as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/info/36f619141c094992a23a3f0d6ece4815 2024-11-10T12:20:01,344 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/info/36f619141c094992a23a3f0d6ece4815, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T12:20:01,346 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/ns/529a1fecff474a589f42323f4a8d0562 as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/ns/529a1fecff474a589f42323f4a8d0562 2024-11-10T12:20:01,353 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/ns/529a1fecff474a589f42323f4a8d0562, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:20:01,354 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/table/ea26468b5a034443af96dcf3fb4141dd as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/table/ea26468b5a034443af96dcf3fb4141dd 2024-11-10T12:20:01,362 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/table/ea26468b5a034443af96dcf3fb4141dd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T12:20:01,363 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=11, compaction requested=false 2024-11-10T12:20:01,369 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T12:20:01,369 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:01,370 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:01,370 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:01,370 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241199930Running coprocessor pre-close hooks at 1731241199930Disabling compacts and flushes for region at 1731241199930Disabling writes for close at 1731241199930Obtaining lock to block concurrent updates at 1731241199933 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731241199933Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731241199941 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241199942 (+1 ms)Flushing 1588230740/info: creating writer at 1731241199944 (+2 ms)Flushing 1588230740/info: appending metadata at 1731241199991 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731241199993 (+2 ms)Flushing 1588230740/ns: creating writer at 1731241200468 (+475 ms)Flushing 1588230740/ns: appending metadata at 1731241200485 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731241200485Flushing 1588230740/table: creating writer at 1731241200902 (+417 ms)Flushing 1588230740/table: appending metadata at 1731241200918 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731241200918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2367e9aa: reopening flushed file at 1731241201334 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d92c8d: reopening flushed file at 1731241201345 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b711f62: reopening flushed file at 1731241201353 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=11, compaction requested=false at 1731241201363 (+10 ms)Writing region close event to WAL at 1731241201365 (+2 ms)Running coprocessor post-close hooks at 1731241201369 (+4 ms)Closed at 1731241201370 (+1 ms) 2024-11-10T12:20:01,370 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:01,532 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,40627,1731241188840; all regions closed. 2024-11-10T12:20:01,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741834_1010 (size=2742) 2024-11-10T12:20:01,543 DEBUG [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs 2024-11-10T12:20:01,543 INFO [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C40627%2C1731241188840.meta:.meta(num 1731241192293) 2024-11-10T12:20:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741837_1013 (size=1802) 2024-11-10T12:20:01,549 DEBUG [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs 2024-11-10T12:20:01,549 INFO [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C40627%2C1731241188840.rep:(num 1731241197589) 2024-11-10T12:20:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741832_1008 (size=93) 2024-11-10T12:20:01,554 DEBUG [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs 2024-11-10T12:20:01,554 INFO [RS:0;3857ccc89b65:40627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C40627%2C1731241188840:(num 1731241191391) 2024-11-10T12:20:01,554 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,554 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:01,554 INFO [RS:0;3857ccc89b65:40627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:01,554 INFO [RS:0;3857ccc89b65:40627 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:01,554 INFO [RS:0;3857ccc89b65:40627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:01,554 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:01,555 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,40627,1731241188840 because: Region server is closing 2024-11-10T12:20:01,555 INFO [RS:0;3857ccc89b65:40627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40627. 2024-11-10T12:20:01,555 DEBUG [RS:0;3857ccc89b65:40627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:01,555 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,555 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:01,656 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.shipper3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:20:01,656 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40627,1731241188840.replicationSource.shipper3857ccc89b65%2C40627%2C1731241188840,1-3857ccc89b65,40627,1731241188840 terminated 2024-11-10T12:20:01,657 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3857ccc89b65,40627,1731241188840 because: Region server is closing 2024-11-10T12:20:01,657 INFO [RS:0;3857ccc89b65:40627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40627. 2024-11-10T12:20:01,657 DEBUG [RS:0;3857ccc89b65:40627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:01,657 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,657 DEBUG [RS:0;3857ccc89b65:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:01,758 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.shipper3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:20:01,758 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.wal-reader.3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:20:01,758 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40627,1731241188840.replicationSource.shipper3857ccc89b65%2C40627%2C1731241188840,2-3857ccc89b65,40627,1731241188840 terminated 2024-11-10T12:20:01,758 INFO [RS:0;3857ccc89b65:40627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40627 2024-11-10T12:20:01,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/rs/3857ccc89b65,40627,1731241188840 2024-11-10T12:20:01,762 INFO [RS:0;3857ccc89b65:40627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:01,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/rs 2024-11-10T12:20:01,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,40627,1731241188840] 2024-11-10T12:20:01,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/draining/3857ccc89b65,40627,1731241188840 already deleted, retry=false 2024-11-10T12:20:01,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,40627,1731241188840 expired; onlineServers=0 2024-11-10T12:20:01,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,35187,1731241188152' ***** 2024-11-10T12:20:01,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:20:01,769 INFO [M:0;3857ccc89b65:35187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:01,769 INFO [M:0;3857ccc89b65:35187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:01,769 DEBUG [M:0;3857ccc89b65:35187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:20:01,769 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:20:01,769 DEBUG [M:0;3857ccc89b65:35187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:20:01,769 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241191046 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241191046,5,FailOnTimeoutGroup] 2024-11-10T12:20:01,769 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241191045 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241191045,5,FailOnTimeoutGroup] 2024-11-10T12:20:01,769 INFO [M:0;3857ccc89b65:35187 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:01,769 INFO [M:0;3857ccc89b65:35187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:01,770 DEBUG [M:0;3857ccc89b65:35187 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:20:01,770 INFO [M:0;3857ccc89b65:35187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:20:01,770 INFO [M:0;3857ccc89b65:35187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:01,770 INFO [M:0;3857ccc89b65:35187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:20:01,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/master 2024-11-10T12:20:01,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:20:01,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:01,771 DEBUG [M:0;3857ccc89b65:35187 {}] zookeeper.ZKUtil(347): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/master because node does not exist (not an error) 2024-11-10T12:20:01,771 WARN [M:0;3857ccc89b65:35187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:20:01,772 INFO [M:0;3857ccc89b65:35187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/.lastflushedseqids 2024-11-10T12:20:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741842_1018 (size=181) 2024-11-10T12:20:01,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:01,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x10101d1f7a20001, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:01,865 INFO [RS:0;3857ccc89b65:40627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:01,866 INFO [RS:0;3857ccc89b65:40627 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,40627,1731241188840; zookeeper connection closed. 2024-11-10T12:20:01,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a82b911 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a82b911 2024-11-10T12:20:01,867 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:20:02,184 INFO [M:0;3857ccc89b65:35187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:20:02,184 INFO [M:0;3857ccc89b65:35187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:20:02,185 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:02,185 INFO [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:02,185 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:02,185 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:02,185 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:02,185 INFO [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T12:20:02,203 DEBUG [M:0;3857ccc89b65:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6752d5de52b44e82a09e784f994ab68d is 82, key is hbase:meta,,1/info:regioninfo/1731241192379/Put/seqid=0 2024-11-10T12:20:02,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741843_1019 (size=5672) 2024-11-10T12:20:02,609 INFO [M:0;3857ccc89b65:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6752d5de52b44e82a09e784f994ab68d 2024-11-10T12:20:02,634 DEBUG [M:0;3857ccc89b65:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e892b5d5af4472a8ffc6e22df736f7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731241197653/Put/seqid=0 2024-11-10T12:20:02,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741844_1020 (size=8663) 2024-11-10T12:20:03,041 INFO [M:0;3857ccc89b65:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e892b5d5af4472a8ffc6e22df736f7 2024-11-10T12:20:03,065 DEBUG [M:0;3857ccc89b65:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00ee2adaf2b544c987385ac4850414b2 is 69, key is 3857ccc89b65,40627,1731241188840/rs:state/1731241191163/Put/seqid=0 2024-11-10T12:20:03,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741845_1021 (size=5156) 2024-11-10T12:20:03,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:03,471 INFO [M:0;3857ccc89b65:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00ee2adaf2b544c987385ac4850414b2 2024-11-10T12:20:03,480 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6752d5de52b44e82a09e784f994ab68d as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6752d5de52b44e82a09e784f994ab68d 2024-11-10T12:20:03,486 INFO [M:0;3857ccc89b65:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6752d5de52b44e82a09e784f994ab68d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T12:20:03,488 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e892b5d5af4472a8ffc6e22df736f7 as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3e892b5d5af4472a8ffc6e22df736f7 2024-11-10T12:20:03,494 INFO [M:0;3857ccc89b65:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3e892b5d5af4472a8ffc6e22df736f7, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T12:20:03,495 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00ee2adaf2b544c987385ac4850414b2 as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00ee2adaf2b544c987385ac4850414b2 2024-11-10T12:20:03,501 INFO [M:0;3857ccc89b65:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00ee2adaf2b544c987385ac4850414b2, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T12:20:03,503 INFO [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false 2024-11-10T12:20:03,504 INFO [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:03,505 DEBUG [M:0;3857ccc89b65:35187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241202185Disabling compacts and flushes for region at 1731241202185Disabling writes for close at 1731241202185Obtaining lock to block concurrent updates at 1731241202185Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241202185Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731241202185Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241202186 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241202186Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241202202 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241202202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241202616 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241202633 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241202634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241203049 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241203065 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241203065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d926f4b: reopening flushed file at 1731241203479 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8d180f: reopening flushed file at 1731241203486 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249626d3: reopening flushed file at 1731241203494 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false at 1731241203503 (+9 ms)Writing region close event to WAL at 1731241203504 (+1 ms)Closed at 1731241203504 2024-11-10T12:20:03,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741830_1006 (size=59421) 2024-11-10T12:20:03,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:03,509 INFO [M:0;3857ccc89b65:35187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:20:03,509 INFO [M:0;3857ccc89b65:35187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35187 2024-11-10T12:20:03,509 INFO [M:0;3857ccc89b65:35187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:03,611 INFO [M:0;3857ccc89b65:35187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:03,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:03,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10101d1f7a20000, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:03,613 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:03,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:03,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:03,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:03,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:03,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:03,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:20:03,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:03,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41197 2024-11-10T12:20:03,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41197 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:20:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411970x0, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:03,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41197-0x10101d1f7a20006 connected 2024-11-10T12:20:03,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:03,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:03,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:20:03,629 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: INIT 2024-11-10T12:20:03,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011, hbase.cluster.distributed=false 2024-11-10T12:20:03,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/acl 2024-11-10T12:20:03,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41197 2024-11-10T12:20:03,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41197 2024-11-10T12:20:03,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41197 2024-11-10T12:20:03,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41197 2024-11-10T12:20:03,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41197 2024-11-10T12:20:03,657 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:03,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:03,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:03,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:03,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:03,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:03,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:20:03,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:03,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44571 2024-11-10T12:20:03,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44571 connecting to ZooKeeper ensemble=127.0.0.1:58471 2024-11-10T12:20:03,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:03,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:03,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445710x0, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:03,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44571-0x10101d1f7a20007 connected 2024-11-10T12:20:03,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:20:03,669 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: INIT 2024-11-10T12:20:03,670 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:20:03,670 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:20:03,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/master 2024-11-10T12:20:03,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/acl 2024-11-10T12:20:03,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44571 2024-11-10T12:20:03,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44571 2024-11-10T12:20:03,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44571 2024-11-10T12:20:03,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44571 2024-11-10T12:20:03,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44571 2024-11-10T12:20:03,685 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:41197 2024-11-10T12:20:03,685 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-951154899/backup-masters/3857ccc89b65,41197,1731241203613 2024-11-10T12:20:03,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:20:03,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:20:03,688 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on existing znode=/0-951154899/backup-masters/3857ccc89b65,41197,1731241203613 2024-11-10T12:20:03,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:03,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951154899/master 2024-11-10T12:20:03,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:03,690 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on existing znode=/0-951154899/master 2024-11-10T12:20:03,691 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-951154899/backup-masters/3857ccc89b65,41197,1731241203613 from backup master directory 2024-11-10T12:20:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/backup-masters/3857ccc89b65,41197,1731241203613 2024-11-10T12:20:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:20:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/backup-masters 2024-11-10T12:20:03,692 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:03,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,41197,1731241203613 2024-11-10T12:20:03,708 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:03,708 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:20:03,723 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-10T12:20:03,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741846_1022 (size=196) 2024-11-10T12:20:04,135 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:04,136 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:20:04,136 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:04,145 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T12:20:04,148 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152 to hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152-dead as it is dead 2024-11-10T12:20:04,150 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T12:20:04,150 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T12:20:04,150 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152-dead/3857ccc89b65%2C35187%2C1731241188152.1731241190499 2024-11-10T12:20:04,156 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152-dead/3857ccc89b65%2C35187%2C1731241188152.1731241190499 after 4ms 2024-11-10T12:20:04,157 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152-dead/3857ccc89b65%2C35187%2C1731241188152.1731241190499 to hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C35187%2C1731241188152.1731241190499 2024-11-10T12:20:04,157 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,35187,1731241188152-dead 2024-11-10T12:20:04,157 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,41197,1731241203613 2024-11-10T12:20:04,158 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:04,160 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C41197%2C1731241203613, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,41197,1731241203613, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/oldWALs, maxLogs=10 2024-11-10T12:20:04,174 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,41197,1731241203613/3857ccc89b65%2C41197%2C1731241203613.1731241204160, exclude list is [], retry=0 2024-11-10T12:20:04,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:20:04,179 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/WALs/3857ccc89b65,41197,1731241203613/3857ccc89b65%2C41197%2C1731241203613.1731241204160 2024-11-10T12:20:04,180 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:20:04,180 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:04,180 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:04,180 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,180 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:20:04,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6752d5de52b44e82a09e784f994ab68d 2024-11-10T12:20:04,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:04,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:20:04,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3e892b5d5af4472a8ffc6e22df736f7 2024-11-10T12:20:04,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:04,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:20:04,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00ee2adaf2b544c987385ac4850414b2 2024-11-10T12:20:04,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:04,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:20:04,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:04,211 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,212 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T12:20:04,212 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C35187%2C1731241188152.1731241190499 2024-11-10T12:20:04,227 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C35187%2C1731241188152.1731241190499 2024-11-10T12:20:04,229 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C35187%2C1731241188152.1731241190499 2024-11-10T12:20:04,232 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,232 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,233 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:04,235 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:04,239 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T12:20:04,240 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70981142, jitterRate=0.057701438665390015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:04,240 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241204180Initializing all the Stores at 1731241204181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241204182 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241204182Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241204182Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241204182Cleaning up temporary data from old regions at 1731241204232 (+50 ms)Region opened successfully at 1731241204240 (+8 ms) 2024-11-10T12:20:04,241 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:20:04,246 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64582dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:04,258 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T12:20:04,258 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:20:04,258 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:20:04,258 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:20:04,259 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:20:04,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:04,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:20:04,266 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:20:04,266 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:20:04,266 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T12:20:04,267 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T12:20:04,267 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-10T12:20:04,267 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:20:04,271 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3857ccc89b65,40627,1731241188840, regionLocation=3857ccc89b65,40627,1731241188840, openSeqNum=2 2024-11-10T12:20:04,272 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3857ccc89b65,40627,1731241188840, table=hbase:meta, region=1588230740 2024-11-10T12:20:04,272 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,40627,1731241188840, state=OPEN 2024-11-10T12:20:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:20:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:20:04,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:20:04,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:20:04,278 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:20:04,279 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/draining/3857ccc89b65,40627,1731241188840 already deleted, retry=false 2024-11-10T12:20:04,280 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3857ccc89b65,40627,1731241188840 on 3857ccc89b65,41197,1731241203613 2024-11-10T12:20:04,285 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3857ccc89b65,40627,1731241188840, splitWal=true, meta=true 2024-11-10T12:20:04,287 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 3857ccc89b65,40627,1731241188840 (carryingMeta=true) 3857ccc89b65,40627,1731241188840/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e878bc1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T12:20:04,290 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/balancer because node does not exist (not necessarily an error) 2024-11-10T12:20:04,295 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/balancer already deleted, retry=false 2024-11-10T12:20:04,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:20:04,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:20:04,297 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/normalizer already deleted, retry=false 2024-11-10T12:20:04,297 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:20:04,298 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:20:04,299 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/switch/split already deleted, retry=false 2024-11-10T12:20:04,300 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:20:04,302 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/switch/merge already deleted, retry=false 2024-11-10T12:20:04,309 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:20:04,310 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/snapshot-cleanup already deleted, retry=false 2024-11-10T12:20:04,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:20:04,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:20:04,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:04,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:04,314 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,41197,1731241203613, sessionid=0x10101d1f7a20006, setting cluster-up flag (Was=false) 2024-11-10T12:20:04,316 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-951154899/flush-table-proc/acquired, /0-951154899/flush-table-proc/reached, /0-951154899/flush-table-proc/abort 2024-11-10T12:20:04,317 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,41197,1731241203613 2024-11-10T12:20:04,320 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-951154899/online-snapshot/acquired, /0-951154899/online-snapshot/reached, /0-951154899/online-snapshot/abort 2024-11-10T12:20:04,321 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,41197,1731241203613 2024-11-10T12:20:04,323 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/.lastflushedseqids 2024-11-10T12:20:04,327 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:20:04,328 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:20:04,328 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,41197,1731241203613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3857ccc89b65,40627,1731241188840 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:04,330 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,332 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241234332 2024-11-10T12:20:04,332 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:20:04,333 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:20:04,334 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3857ccc89b65,40627,1731241188840, splitWal=true, meta=true 2024-11-10T12:20:04,334 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:20:04,334 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:20:04,334 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241204334,5,FailOnTimeoutGroup] 2024-11-10T12:20:04,334 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241204334,5,FailOnTimeoutGroup] 2024-11-10T12:20:04,334 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,334 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:20:04,334 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,334 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,335 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241204335, completionTime=-1 2024-11-10T12:20:04,335 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T12:20:04,335 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3857ccc89b65,40627,1731241188840, splitWal=true, meta=true, isMeta: true 2024-11-10T12:20:04,337 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840-splitting 2024-11-10T12:20:04,338 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T12:20:04,338 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840-splitting dir is empty, no logs to split. 2024-11-10T12:20:04,338 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3857ccc89b65,40627,1731241188840 WAL count=0, meta=true 2024-11-10T12:20:04,342 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840-splitting dir is empty, no logs to split. 2024-11-10T12:20:04,342 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3857ccc89b65,40627,1731241188840 WAL count=0, meta=true 2024-11-10T12:20:04,342 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3857ccc89b65,40627,1731241188840 WAL splitting is done? wals=0, meta=true 2024-11-10T12:20:04,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:20:04,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:04,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T12:20:04,375 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(746): ClusterId : cb0ae214-5ccd-485b-87d6-3ffd3b1a6878 2024-11-10T12:20:04,376 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:20:04,378 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:20:04,378 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:20:04,381 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:20:04,382 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c053ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:04,394 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:44571 2024-11-10T12:20:04,394 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:20:04,394 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:20:04,394 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:20:04,395 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,41197,1731241203613 with port=44571, startcode=1731241203657 2024-11-10T12:20:04,395 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:20:04,397 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:20:04,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41197 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,400 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011 2024-11-10T12:20:04,400 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40071 2024-11-10T12:20:04,400 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:20:04,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/rs 2024-11-10T12:20:04,402 DEBUG [RS:0;3857ccc89b65:44571 {}] zookeeper.ZKUtil(111): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on existing znode=/0-951154899/rs/3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,402 WARN [RS:0;3857ccc89b65:44571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:04,402 INFO [RS:0;3857ccc89b65:44571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:04,403 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,44571,1731241203657] 2024-11-10T12:20:04,438 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T12:20:04,440 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:20:04,442 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:20:04,442 INFO [RS:0;3857ccc89b65:44571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:20:04,442 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,443 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:20:04,444 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:20:04,444 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,444 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,445 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:04,445 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:04,445 DEBUG [RS:0;3857ccc89b65:44571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:04,445 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,446 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,446 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,446 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,446 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,446 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44571,1731241203657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:04,462 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:20:04,462 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44571,1731241203657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,477 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,44571,1731241203657, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:20:04,492 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(231): queueId=2-3857ccc89b65,44571,1731241203657, ReplicationSource: 2, currentBandwidth=0 2024-11-10T12:20:04,492 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,493 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.Replication(171): 3857ccc89b65,44571,1731241203657 started 2024-11-10T12:20:04,493 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,1-3857ccc89b65,44571,1731241203657 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:20:04,494 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,1-3857ccc89b65,44571,1731241203657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6778962a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:04,494 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,1-3857ccc89b65,44571,1731241203657 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:20:04,494 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,1-3857ccc89b65,44571,1731241203657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:04,496 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:20:04,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:04,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:20:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@346d7432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:20:04,497 WARN [3857ccc89b65:41197 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T12:20:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:04,498 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:04,499 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,1-3857ccc89b65,44571,1731241203657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0778e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:04,499 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,1-3857ccc89b65,44571,1731241203657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:04,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:20:04,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@220f17fb 2024-11-10T12:20:04,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:04,501 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T12:20:04,502 INFO [RS:0;3857ccc89b65:44571.replicationSource,1-3857ccc89b65,44571,1731241203657 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,44571,1731241203657 (queues=0) is replicating from cluster=cb0ae214-5ccd-485b-87d6-3ffd3b1a6878 to cluster=6263bf06-369e-4105-a864-84b161322f67 2024-11-10T12:20:04,510 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,2-3857ccc89b65,44571,1731241203657 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35635' 2024-11-10T12:20:04,511 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,2-3857ccc89b65,44571,1731241203657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:04,511 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,2-3857ccc89b65,44571,1731241203657 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35635,-1 for getting cluster id 2024-11-10T12:20:04,511 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,2-3857ccc89b65,44571,1731241203657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:04,512 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6263bf06-369e-4105-a864-84b161322f67' 2024-11-10T12:20:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6263bf06-369e-4105-a864-84b161322f67" 2024-11-10T12:20:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11400394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35635,-1] 2024-11-10T12:20:04,513 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:04,513 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,44571,1731241203657, RpcServer on 3857ccc89b65/172.17.0.2:44571, sessionid=0x10101d1f7a20007 2024-11-10T12:20:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:04,514 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:20:04,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:04,514 DEBUG [RS:0;3857ccc89b65:44571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,514 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,44571,1731241203657' 2024-11-10T12:20:04,514 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-951154899/flush-table-proc/abort' 2024-11-10T12:20:04,515 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-951154899/flush-table-proc/acquired' 2024-11-10T12:20:04,515 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:04,515 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:20:04,515 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:20:04,515 DEBUG [RS:0;3857ccc89b65:44571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,515 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,44571,1731241203657' 2024-11-10T12:20:04,515 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-951154899/online-snapshot/abort' 2024-11-10T12:20:04,516 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,2-3857ccc89b65,44571,1731241203657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@656224a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:04,516 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-951154899/online-snapshot/acquired' 2024-11-10T12:20:04,516 DEBUG [RS:0;3857ccc89b65:44571.replicationSource,2-3857ccc89b65,44571,1731241203657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:04,516 DEBUG [RS:0;3857ccc89b65:44571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:20:04,516 INFO [RS:0;3857ccc89b65:44571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:20:04,516 INFO [RS:0;3857ccc89b65:44571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:20:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35635,1731241193844 2024-11-10T12:20:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e3f375 2024-11-10T12:20:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:04,519 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T12:20:04,520 INFO [RS:0;3857ccc89b65:44571.replicationSource,2-3857ccc89b65,44571,1731241203657 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3857ccc89b65,44571,1731241203657 (queues=0) is replicating from cluster=cb0ae214-5ccd-485b-87d6-3ffd3b1a6878 to cluster=6263bf06-369e-4105-a864-84b161322f67 2024-11-10T12:20:04,617 INFO [RS:0;3857ccc89b65:44571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:04,619 INFO [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44571%2C1731241203657, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs, maxLogs=10 2024-11-10T12:20:04,634 DEBUG [RS:0;3857ccc89b65:44571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620, exclude list is [], retry=0 2024-11-10T12:20:04,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:20:04,640 INFO [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 2024-11-10T12:20:04,641 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3857ccc89b65%2C44571%2C1731241203657 for peer 1 2024-11-10T12:20:04,641 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3857ccc89b65%2C44571%2C1731241203657 for peer 2 2024-11-10T12:20:04,641 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C44571%2C1731241203657 2024-11-10T12:20:04,641 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,44571,1731241203657, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:20:04,643 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3857ccc89b65%2C44571%2C1731241203657 2024-11-10T12:20:04,643 INFO [RS:0;3857ccc89b65:44571.replicationSource.shipper3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C44571%2C1731241203657 2024-11-10T12:20:04,643 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3857ccc89b65,44571,1731241203657, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:20:04,643 INFO [RS:0;3857ccc89b65:44571.replicationSource.shipper3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C44571%2C1731241203657 2024-11-10T12:20:04,643 DEBUG [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:20:04,643 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620, startPosition=0, beingWritten=true 2024-11-10T12:20:04,643 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620, startPosition=0, beingWritten=true 2024-11-10T12:20:04,747 DEBUG [3857ccc89b65:41197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:20:04,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,44571,1731241203657, state=OPENING 2024-11-10T12:20:04,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:20:04,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:20:04,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:04,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:20:04,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:20:04,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,44571,1731241203657}] 2024-11-10T12:20:04,850 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:04,850 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:04,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:20:04,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:20:04,911 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:20:04,911 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:04,912 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:20:04,914 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44571%2C1731241203657.meta, suffix=.meta, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs, maxLogs=10 2024-11-10T12:20:04,928 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.meta.1731241204915.meta, exclude list is [], retry=0 2024-11-10T12:20:04,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:20:04,934 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.meta.1731241204915.meta 2024-11-10T12:20:04,934 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:20:04,934 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:04,935 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:04,935 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:04,935 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:20:04,935 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:20:04,935 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:20:04,935 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:04,936 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:20:04,936 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:20:04,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:04,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:04,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,947 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/info/36f619141c094992a23a3f0d6ece4815 2024-11-10T12:20:04,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:04,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:04,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:04,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,956 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/ns/529a1fecff474a589f42323f4a8d0562 2024-11-10T12:20:04,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:04,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:04,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:04,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:04,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:04,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:04,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:04,965 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/table/ea26468b5a034443af96dcf3fb4141dd 2024-11-10T12:20:04,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:04,966 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:04,967 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740 2024-11-10T12:20:04,968 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740 2024-11-10T12:20:04,969 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:04,969 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:04,970 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:04,972 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:04,972 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60730187, jitterRate=-0.09504969418048859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:04,973 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:20:04,973 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241204936Writing region info on filesystem at 1731241204936Initializing all the Stores at 1731241204937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241204937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241204937Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241204938 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241204938Cleaning up temporary data from old regions at 1731241204969 (+31 ms)Running coprocessor post-open hooks at 1731241204973 (+4 ms)Region opened successfully at 1731241204973 2024-11-10T12:20:04,974 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731241204904 2024-11-10T12:20:04,977 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:20:04,977 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:20:04,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,44571,1731241203657, state=OPEN 2024-11-10T12:20:04,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:20:04,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951154899/meta-region-server 2024-11-10T12:20:04,980 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,44571,1731241203657 2024-11-10T12:20:04,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:20:04,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951154899/meta-region-server: CHANGED 2024-11-10T12:20:04,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T12:20:04,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,44571,1731241203657 in 229 msec 2024-11-10T12:20:04,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T12:20:04,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-10T12:20:05,158 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:05,158 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:05,565 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:05,565 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:05,940 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-10T12:20:06,072 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:06,072 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:06,679 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:06,679 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:07,386 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:07,386 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:07,443 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T12:20:08,193 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:08,193 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:08,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T12:20:08,845 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T12:20:08,845 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:20:08,846 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:08,846 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44571,1731241203657, seqNum=-1] 2024-11-10T12:20:08,846 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:08,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:08,854 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, regionState=OPEN, lastHost=3857ccc89b65,40627,1731241188840, regionLocation=3857ccc89b65,40627,1731241188840, openSeqNum=2 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241268855 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241328855 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41197,1731241203613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:08,855 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3857ccc89b65,40627,1731241188840 had 2 regions 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41197,1731241203613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41197,1731241203613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:41197, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:08,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:08,856 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:08,857 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3857ccc89b65,40627,1731241188840, splitWal=true, meta=true, isMeta: false 2024-11-10T12:20:08,859 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840-splitting dir is empty, no logs to split. 2024-11-10T12:20:08,859 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3857ccc89b65,40627,1731241188840 WAL count=0, meta=false 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.170sec 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41197,1731241203613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:08,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41197,1731241203613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:20:08,864 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,40627,1731241188840-splitting dir is empty, no logs to split. 2024-11-10T12:20:08,864 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3857ccc89b65,40627,1731241188840 WAL count=0, meta=false 2024-11-10T12:20:08,864 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3857ccc89b65,40627,1731241188840 WAL splitting is done? wals=0, meta=false 2024-11-10T12:20:08,866 WARN [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3857ccc89b65,40627,1731241188840/hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:08,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN}] 2024-11-10T12:20:08,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN 2024-11-10T12:20:08,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T12:20:08,870 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:20:08,870 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:20:08,870 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41197,1731241203613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:08,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:08,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,41197,-1 for getting cluster id 2024-11-10T12:20:08,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:08,880 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb0ae214-5ccd-485b-87d6-3ffd3b1a6878' 2024-11-10T12:20:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb0ae214-5ccd-485b-87d6-3ffd3b1a6878" 2024-11-10T12:20:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0b3888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,41197,-1] 2024-11-10T12:20:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,883 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d883ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:08,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44571,1731241203657, seqNum=-1] 2024-11-10T12:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:08,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:08,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T12:20:08,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:08,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:08,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:08,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3857ccc89b65:41197 after: 3857ccc89b65:41197 2024-11-10T12:20:08,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:08,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,41197,-1 for getting cluster id 2024-11-10T12:20:08,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:08,891 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb0ae214-5ccd-485b-87d6-3ffd3b1a6878' 2024-11-10T12:20:08,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb0ae214-5ccd-485b-87d6-3ffd3b1a6878" 2024-11-10T12:20:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b6e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,41197,-1] 2024-11-10T12:20:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,893 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:08,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:08,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,41197,1731241203613 2024-11-10T12:20:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ccb04a8 2024-11-10T12:20:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:08,896 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:08,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:20:08,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T12:20:08,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:20:08,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T12:20:08,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:20:08,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:08,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:08,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:08,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:20:08,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872956597, stopped=false 2024-11-10T12:20:08,900 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,35635,1731241193844 2024-11-10T12:20:08,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544848772/running 2024-11-10T12:20:08,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544848772/running 2024-11-10T12:20:08,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:20:08,902 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:08,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:20:08,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:08,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:08,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on znode that does not yet exist, /11544848772/running 2024-11-10T12:20:08,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Set watcher on znode that does not yet exist, /11544848772/running 2024-11-10T12:20:08,902 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,36721,1731241193892' ***** 2024-11-10T12:20:08,902 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,36721,1731241193892 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:36721. 2024-11-10T12:20:08,903 DEBUG [RS:0;3857ccc89b65:36721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:08,903 DEBUG [RS:0;3857ccc89b65:36721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:20:08,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:20:08,903 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:20:08,904 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:20:08,904 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:08,904 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:08,904 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:08,904 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:08,904 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:08,904 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:08,904 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T12:20:08,923 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740/.tmp/ns/4775763a33a246c182d21ba34a547a68 is 43, key is default/ns:d/1731241196605/Put/seqid=0 2024-11-10T12:20:08,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741835_1011 (size=5153) 2024-11-10T12:20:08,989 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:09,020 DEBUG [3857ccc89b65:41197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:20:09,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cd6e69ed2f03ec10d42d6ec4e93c8d0c, regionState=OPENING, regionLocation=3857ccc89b65,44571,1731241203657 2024-11-10T12:20:09,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN because future has completed 2024-11-10T12:20:09,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd6e69ed2f03ec10d42d6ec4e93c8d0c, server=3857ccc89b65,44571,1731241203657}] 2024-11-10T12:20:09,099 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:09,099 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:09,104 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:09,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:09,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:09,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:20:09,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44571%2C1731241203657.rep, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs, maxLogs=10 2024-11-10T12:20:09,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.rep.1731241209186, exclude list is [], retry=0 2024-11-10T12:20:09,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32889,DS-700fdd08-9545-41ce-9d87-99066a208155,DISK] 2024-11-10T12:20:09,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.rep.1731241209186 2024-11-10T12:20:09,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-10T12:20:09,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cd6e69ed2f03ec10d42d6ec4e93c8d0c, NAME => 'hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:09,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:09,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:09,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. service=MultiRowMutationService 2024-11-10T12:20:09,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:20:09,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:09,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,207 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,208 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6e69ed2f03ec10d42d6ec4e93c8d0c columnFamilyName hfileref 2024-11-10T12:20:09,208 DEBUG [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:09,209 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(327): Store=cd6e69ed2f03ec10d42d6ec4e93c8d0c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:09,209 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,210 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6e69ed2f03ec10d42d6ec4e93c8d0c columnFamilyName queue 2024-11-10T12:20:09,210 DEBUG [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:09,218 DEBUG [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue/8913c219d5e245f9b7b8dc65e0dedf05 2024-11-10T12:20:09,218 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(327): Store=cd6e69ed2f03ec10d42d6ec4e93c8d0c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:09,218 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,219 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd6e69ed2f03ec10d42d6ec4e93c8d0c columnFamilyName sid 2024-11-10T12:20:09,219 DEBUG [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:09,219 INFO [StoreOpener-cd6e69ed2f03ec10d42d6ec4e93c8d0c-1 {}] regionserver.HStore(327): Store=cd6e69ed2f03ec10d42d6ec4e93c8d0c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:20:09,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened cd6e69ed2f03ec10d42d6ec4e93c8d0c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61868524, jitterRate=-0.07808715105056763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:20:09,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:09,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cd6e69ed2f03ec10d42d6ec4e93c8d0c: Running coprocessor pre-open hook at 1731241209206Writing region info on filesystem at 1731241209206Initializing all the Stores at 1731241209207 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241209207Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241209207Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241209207Cleaning up temporary data from old regions at 1731241209223 (+16 ms)Running coprocessor post-open hooks at 1731241209228 (+5 ms)Region opened successfully at 1731241209229 (+1 ms) 2024-11-10T12:20:09,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c., pid=19, masterSystemTime=1731241209178 2024-11-10T12:20:09,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:09,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:09,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cd6e69ed2f03ec10d42d6ec4e93c8d0c, regionState=OPEN, openSeqNum=10, regionLocation=3857ccc89b65,44571,1731241203657 2024-11-10T12:20:09,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd6e69ed2f03ec10d42d6ec4e93c8d0c, server=3857ccc89b65,44571,1731241203657 because future has completed 2024-11-10T12:20:09,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T12:20:09,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure cd6e69ed2f03ec10d42d6ec4e93c8d0c, server=3857ccc89b65,44571,1731241203657 in 213 msec 2024-11-10T12:20:09,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T12:20:09,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd6e69ed2f03ec10d42d6ec4e93c8d0c, ASSIGN in 374 msec 2024-11-10T12:20:09,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T12:20:09,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c., hostname=3857ccc89b65,44571,1731241203657, seqNum=10] 2024-11-10T12:20:09,287 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 3857ccc89b65,40627,1731241188840 2024-11-10T12:20:09,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T12:20:09,304 DEBUG [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:09,329 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740/.tmp/ns/4775763a33a246c182d21ba34a547a68 2024-11-10T12:20:09,338 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740/.tmp/ns/4775763a33a246c182d21ba34a547a68 as hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740/ns/4775763a33a246c182d21ba34a547a68 2024-11-10T12:20:09,346 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740/ns/4775763a33a246c182d21ba34a547a68, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T12:20:09,348 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-10T12:20:09,348 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:20:09,353 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T12:20:09,354 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:09,354 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:09,354 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:09,354 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241208904Running coprocessor pre-close hooks at 1731241208904Disabling compacts and flushes for region at 1731241208904Disabling writes for close at 1731241208904Obtaining lock to block concurrent updates at 1731241208904Preparing flush snapshotting stores in 1588230740 at 1731241208904Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731241208905 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241208905Flushing 1588230740/ns: creating writer at 1731241208906 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731241208922 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731241208922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223d5e0f: reopening flushed file at 1731241209337 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731241209348 (+11 ms)Writing region close event to WAL at 1731241209349 (+1 ms)Running coprocessor post-close hooks at 1731241209354 (+5 ms)Closed at 1731241209354 2024-11-10T12:20:09,354 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:09,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T12:20:09,463 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:20:09,463 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:20:09,504 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,36721,1731241193892; all regions closed. 2024-11-10T12:20:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741834_1010 (size=1152) 2024-11-10T12:20:09,511 DEBUG [RS:0;3857ccc89b65:36721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/oldWALs 2024-11-10T12:20:09,511 INFO [RS:0;3857ccc89b65:36721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C36721%2C1731241193892.meta:.meta(num 1731241196507) 2024-11-10T12:20:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741832_1008 (size=93) 2024-11-10T12:20:09,515 DEBUG [RS:0;3857ccc89b65:36721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/oldWALs 2024-11-10T12:20:09,516 INFO [RS:0;3857ccc89b65:36721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C36721%2C1731241193892:(num 1731241195601) 2024-11-10T12:20:09,516 DEBUG [RS:0;3857ccc89b65:36721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:09,516 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:09,516 INFO [RS:0;3857ccc89b65:36721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:09,516 INFO [RS:0;3857ccc89b65:36721 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:09,516 INFO [RS:0;3857ccc89b65:36721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:09,516 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:09,516 INFO [RS:0;3857ccc89b65:36721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36721 2024-11-10T12:20:09,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772/rs 2024-11-10T12:20:09,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544848772/rs/3857ccc89b65,36721,1731241193892 2024-11-10T12:20:09,518 INFO [RS:0;3857ccc89b65:36721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:09,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,36721,1731241193892] 2024-11-10T12:20:09,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11544848772/draining/3857ccc89b65,36721,1731241193892 already deleted, retry=false 2024-11-10T12:20:09,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,36721,1731241193892 expired; onlineServers=0 2024-11-10T12:20:09,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,35635,1731241193844' ***** 2024-11-10T12:20:09,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:20:09,523 INFO [M:0;3857ccc89b65:35635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:09,523 INFO [M:0;3857ccc89b65:35635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:09,523 DEBUG [M:0;3857ccc89b65:35635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:20:09,523 DEBUG [M:0;3857ccc89b65:35635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:20:09,523 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:20:09,523 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241195331 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241195331,5,FailOnTimeoutGroup] 2024-11-10T12:20:09,523 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241195331 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241195331,5,FailOnTimeoutGroup] 2024-11-10T12:20:09,523 INFO [M:0;3857ccc89b65:35635 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:09,523 INFO [M:0;3857ccc89b65:35635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:09,523 DEBUG [M:0;3857ccc89b65:35635 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:20:09,524 INFO [M:0;3857ccc89b65:35635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:20:09,524 INFO [M:0;3857ccc89b65:35635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:09,524 INFO [M:0;3857ccc89b65:35635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:20:09,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:20:09,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11544848772/master 2024-11-10T12:20:09,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11544848772 2024-11-10T12:20:09,525 DEBUG [M:0;3857ccc89b65:35635 {}] zookeeper.ZKUtil(347): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Unable to get data of znode /11544848772/master because node does not exist (not an error) 2024-11-10T12:20:09,525 WARN [M:0;3857ccc89b65:35635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:20:09,526 INFO [M:0;3857ccc89b65:35635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/.lastflushedseqids 2024-11-10T12:20:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741836_1012 (size=99) 2024-11-10T12:20:09,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:09,620 INFO [RS:0;3857ccc89b65:36721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:09,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10101d1f7a20004, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:09,620 INFO [RS:0;3857ccc89b65:36721 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,36721,1731241193892; zookeeper connection closed. 2024-11-10T12:20:09,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7037660c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7037660c 2024-11-10T12:20:09,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:20:09,933 INFO [M:0;3857ccc89b65:35635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:20:09,933 INFO [M:0;3857ccc89b65:35635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:20:09,933 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:09,934 INFO [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:09,934 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:09,934 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:09,934 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:09,934 INFO [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T12:20:09,952 DEBUG [M:0;3857ccc89b65:35635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b60a37ed06f2400ba7806cfdbc9ccccb is 82, key is hbase:meta,,1/info:regioninfo/1731241196558/Put/seqid=0 2024-11-10T12:20:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741837_1013 (size=5672) 2024-11-10T12:20:10,106 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:10,106 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:10,357 INFO [M:0;3857ccc89b65:35635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b60a37ed06f2400ba7806cfdbc9ccccb 2024-11-10T12:20:10,379 DEBUG [M:0;3857ccc89b65:35635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0280c005ec84109afc7c1447e4937aa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731241196613/Put/seqid=0 2024-11-10T12:20:10,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741838_1014 (size=5275) 2024-11-10T12:20:10,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:10,784 INFO [M:0;3857ccc89b65:35635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0280c005ec84109afc7c1447e4937aa 2024-11-10T12:20:10,807 DEBUG [M:0;3857ccc89b65:35635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1c82a46eb542e3b7dddc8d5c0df7ba is 69, key is 3857ccc89b65,36721,1731241193892/rs:state/1731241195439/Put/seqid=0 2024-11-10T12:20:10,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741839_1015 (size=5156) 2024-11-10T12:20:11,212 INFO [M:0;3857ccc89b65:35635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1c82a46eb542e3b7dddc8d5c0df7ba 2024-11-10T12:20:11,213 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:11,213 DEBUG [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/WALs/3857ccc89b65,44571,1731241203657/3857ccc89b65%2C44571%2C1731241203657.1731241204620 to pos 0, reset compression=false 2024-11-10T12:20:11,220 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b60a37ed06f2400ba7806cfdbc9ccccb as hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b60a37ed06f2400ba7806cfdbc9ccccb 2024-11-10T12:20:11,226 INFO [M:0;3857ccc89b65:35635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b60a37ed06f2400ba7806cfdbc9ccccb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T12:20:11,227 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0280c005ec84109afc7c1447e4937aa as hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0280c005ec84109afc7c1447e4937aa 2024-11-10T12:20:11,233 INFO [M:0;3857ccc89b65:35635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0280c005ec84109afc7c1447e4937aa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T12:20:11,235 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1c82a46eb542e3b7dddc8d5c0df7ba as hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1c82a46eb542e3b7dddc8d5c0df7ba 2024-11-10T12:20:11,240 INFO [M:0;3857ccc89b65:35635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/0b433c45-4614-e465-4047-581796af6ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1c82a46eb542e3b7dddc8d5c0df7ba, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T12:20:11,242 INFO [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false 2024-11-10T12:20:11,243 INFO [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:11,243 DEBUG [M:0;3857ccc89b65:35635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241209933Disabling compacts and flushes for region at 1731241209933Disabling writes for close at 1731241209934 (+1 ms)Obtaining lock to block concurrent updates at 1731241209934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241209934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731241209934Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241209935 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241209935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241209951 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241209951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241210364 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241210379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241210379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241210790 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241210806 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241210806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2720faba: reopening flushed file at 1731241211219 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2dfe2f: reopening flushed file at 1731241211226 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad0ffd0: reopening flushed file at 1731241211234 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false at 1731241211242 (+8 ms)Writing region close event to WAL at 1731241211243 (+1 ms)Closed at 1731241211243 2024-11-10T12:20:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741830_1006 (size=10165) 2024-11-10T12:20:11,246 INFO [M:0;3857ccc89b65:35635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:20:11,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:11,247 INFO [M:0;3857ccc89b65:35635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35635 2024-11-10T12:20:11,250 INFO [M:0;3857ccc89b65:35635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:11,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:11,352 INFO [M:0;3857ccc89b65:35635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:11,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x10101d1f7a20003, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:11,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:11,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:11,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:11,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:11,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:11,361 WARN [BP-1524266745-172.17.0.2-1731241192768 heartbeating to localhost/127.0.0.1:44057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:20:11,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:20:11,361 WARN [BP-1524266745-172.17.0.2-1731241192768 heartbeating to localhost/127.0.0.1:44057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1524266745-172.17.0.2-1731241192768 (Datanode Uuid ed2dbadd-797f-40fb-bc19-2014901db6a8) service to localhost/127.0.0.1:44057 2024-11-10T12:20:11,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:20:11,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/cluster_248a9b39-25cb-6cd6-5408-45609bb50227/data/data1/current/BP-1524266745-172.17.0.2-1731241192768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:11,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/cluster_248a9b39-25cb-6cd6-5408-45609bb50227/data/data2/current/BP-1524266745-172.17.0.2-1731241192768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:11,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:20:11,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:11,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:11,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:11,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:11,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:11,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:20:11,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:20:11,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:11,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:11,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:11,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:11,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:11,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:20:11,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=303619517, stopped=false 2024-11-10T12:20:11,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,41197,1731241203613 2024-11-10T12:20:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:20:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/running 2024-11-10T12:20:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:11,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:11,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:20:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Set watcher on znode that does not yet exist, /0-951154899/running 2024-11-10T12:20:11,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:11,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:11,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,44571,1731241203657' ***** 2024-11-10T12:20:11,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:20:11,394 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:20:11,394 INFO [RS:0;3857ccc89b65:44571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:20:11,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:20:11,394 INFO [RS:0;3857ccc89b65:44571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:20:11,394 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(3091): Received CLOSE for cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:11,394 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,44571,1731241203657 2024-11-10T12:20:11,394 INFO [RS:0;3857ccc89b65:44571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:11,394 INFO [RS:0;3857ccc89b65:44571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44571. 2024-11-10T12:20:11,395 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd6e69ed2f03ec10d42d6ec4e93c8d0c, disabling compactions & flushes 2024-11-10T12:20:11,395 DEBUG [RS:0;3857ccc89b65:44571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:11,395 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:11,395 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:11,395 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:11,395 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. after waiting 0 ms 2024-11-10T12:20:11,395 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:20:11,395 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:11,398 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:20:11,398 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:20:11,398 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:20:11,398 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:20:11,398 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cd6e69ed2f03ec10d42d6ec4e93c8d0c=hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c.} 2024-11-10T12:20:11,398 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd6e69ed2f03ec10d42d6ec4e93c8d0c 2024-11-10T12:20:11,398 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:11,398 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:11,398 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:11,398 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:11,398 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:11,399 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T12:20:11,400 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/replication/cd6e69ed2f03ec10d42d6ec4e93c8d0c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T12:20:11,401 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:11,401 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:11,401 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:11,401 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd6e69ed2f03ec10d42d6ec4e93c8d0c: Waiting for close lock at 1731241211394Running coprocessor pre-close hooks at 1731241211394Disabling compacts and flushes for region at 1731241211394Disabling writes for close at 1731241211395 (+1 ms)Writing region close event to WAL at 1731241211396 (+1 ms)Running coprocessor post-close hooks at 1731241211401 (+5 ms)Closed at 1731241211401 2024-11-10T12:20:11,401 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c. 2024-11-10T12:20:11,416 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/info/ef3eef48d5624f409f6f8aae84ea2b83 is 147, key is hbase:replication,,1731241196812.cd6e69ed2f03ec10d42d6ec4e93c8d0c./info:regioninfo/1731241209234/Put/seqid=0 2024-11-10T12:20:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741851_1027 (size=6385) 2024-11-10T12:20:11,451 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:11,519 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:20:11,520 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:20:11,598 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:11,799 DEBUG [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:11,822 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/info/ef3eef48d5624f409f6f8aae84ea2b83 2024-11-10T12:20:11,831 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/.tmp/info/ef3eef48d5624f409f6f8aae84ea2b83 as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/info/ef3eef48d5624f409f6f8aae84ea2b83 2024-11-10T12:20:11,838 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/info/ef3eef48d5624f409f6f8aae84ea2b83, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T12:20:11,839 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-10T12:20:11,845 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T12:20:11,845 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:11,845 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:11,845 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:11,846 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241211398Running coprocessor pre-close hooks at 1731241211398Disabling compacts and flushes for region at 1731241211398Disabling writes for close at 1731241211398Obtaining lock to block concurrent updates at 1731241211399 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731241211399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731241211399Flushing stores of hbase:meta,,1.1588230740 at 1731241211400 (+1 ms)Flushing 1588230740/info: creating writer at 1731241211400Flushing 1588230740/info: appending metadata at 1731241211416 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731241211416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c687589: reopening flushed file at 1731241211830 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731241211839 (+9 ms)Writing region close event to WAL at 1731241211841 (+2 ms)Running coprocessor post-close hooks at 1731241211845 (+4 ms)Closed at 1731241211845 2024-11-10T12:20:11,846 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:11,999 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,44571,1731241203657; all regions closed. 2024-11-10T12:20:12,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741849_1025 (size=2156) 2024-11-10T12:20:12,005 DEBUG [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs 2024-11-10T12:20:12,005 INFO [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C44571%2C1731241203657.meta:.meta(num 1731241204915) 2024-11-10T12:20:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741850_1026 (size=796) 2024-11-10T12:20:12,010 DEBUG [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs 2024-11-10T12:20:12,010 INFO [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C44571%2C1731241203657.rep:(num 1731241209186) 2024-11-10T12:20:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741848_1024 (size=93) 2024-11-10T12:20:12,015 DEBUG [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/oldWALs 2024-11-10T12:20:12,015 INFO [RS:0;3857ccc89b65:44571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C44571%2C1731241203657:(num 1731241204620) 2024-11-10T12:20:12,015 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:12,015 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:12,015 INFO [RS:0;3857ccc89b65:44571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:12,015 INFO [RS:0;3857ccc89b65:44571 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:12,016 INFO [RS:0;3857ccc89b65:44571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:12,016 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:12,016 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,44571,1731241203657 because: Region server is closing 2024-11-10T12:20:12,016 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T12:20:12,016 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T12:20:12,016 INFO [RS:0;3857ccc89b65:44571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44571. 2024-11-10T12:20:12,016 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T12:20:12,016 DEBUG [RS:0;3857ccc89b65:44571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:12,016 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:12,017 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:12,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:12,117 WARN [RS:0;3857ccc89b65:44571.replicationSource.shipper3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:20:12,117 WARN [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:20:12,117 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3857ccc89b65:44571.replicationSource.shipper3857ccc89b65%2C44571%2C1731241203657,1-3857ccc89b65,44571,1731241203657 terminated 2024-11-10T12:20:12,117 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3857ccc89b65,44571,1731241203657 because: Region server is closing 2024-11-10T12:20:12,117 INFO [RS:0;3857ccc89b65:44571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44571. 2024-11-10T12:20:12,118 DEBUG [RS:0;3857ccc89b65:44571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:12,118 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:12,118 DEBUG [RS:0;3857ccc89b65:44571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:12,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:12,218 WARN [RS:0;3857ccc89b65:44571.replicationSource.wal-reader.3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:20:12,218 WARN [RS:0;3857ccc89b65:44571.replicationSource.shipper3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:20:12,218 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;3857ccc89b65:44571.replicationSource.shipper3857ccc89b65%2C44571%2C1731241203657,2-3857ccc89b65,44571,1731241203657 terminated 2024-11-10T12:20:12,219 INFO [RS:0;3857ccc89b65:44571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44571 2024-11-10T12:20:12,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/rs/3857ccc89b65,44571,1731241203657 2024-11-10T12:20:12,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899/rs 2024-11-10T12:20:12,223 INFO [RS:0;3857ccc89b65:44571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:12,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,44571,1731241203657] 2024-11-10T12:20:12,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-951154899/draining/3857ccc89b65,44571,1731241203657 already deleted, retry=false 2024-11-10T12:20:12,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,44571,1731241203657 expired; onlineServers=0 2024-11-10T12:20:12,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,41197,1731241203613' ***** 2024-11-10T12:20:12,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:20:12,225 INFO [M:0;3857ccc89b65:41197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:12,225 INFO [M:0;3857ccc89b65:41197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:12,225 DEBUG [M:0;3857ccc89b65:41197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:20:12,225 DEBUG [M:0;3857ccc89b65:41197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:20:12,225 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:20:12,225 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241204334 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241204334,5,FailOnTimeoutGroup] 2024-11-10T12:20:12,225 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241204334 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241204334,5,FailOnTimeoutGroup] 2024-11-10T12:20:12,225 INFO [M:0;3857ccc89b65:41197 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:12,225 INFO [M:0;3857ccc89b65:41197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:12,225 DEBUG [M:0;3857ccc89b65:41197 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:20:12,225 INFO [M:0;3857ccc89b65:41197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:20:12,226 INFO [M:0;3857ccc89b65:41197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:12,226 INFO [M:0;3857ccc89b65:41197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:20:12,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:20:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951154899/master 2024-11-10T12:20:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951154899 2024-11-10T12:20:12,226 DEBUG [M:0;3857ccc89b65:41197 {}] zookeeper.ZKUtil(347): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Unable to get data of znode /0-951154899/master because node does not exist (not an error) 2024-11-10T12:20:12,226 WARN [M:0;3857ccc89b65:41197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:20:12,227 INFO [M:0;3857ccc89b65:41197 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/.lastflushedseqids 2024-11-10T12:20:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741852_1028 (size=181) 2024-11-10T12:20:12,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:12,324 INFO [RS:0;3857ccc89b65:44571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:12,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44571-0x10101d1f7a20007, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:12,324 INFO [RS:0;3857ccc89b65:44571 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,44571,1731241203657; zookeeper connection closed. 2024-11-10T12:20:12,325 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32b9a2cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32b9a2cf 2024-11-10T12:20:12,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:20:12,635 INFO [M:0;3857ccc89b65:41197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:20:12,635 INFO [M:0;3857ccc89b65:41197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:20:12,635 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:12,635 INFO [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:12,635 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:12,635 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:12,635 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:12,635 INFO [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T12:20:12,653 DEBUG [M:0;3857ccc89b65:41197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ead1c919e84fdf99f52b67a985a88c is 82, key is hbase:meta,,1/info:regioninfo/1731241204977/Put/seqid=0 2024-11-10T12:20:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741853_1029 (size=5680) 2024-11-10T12:20:13,059 INFO [M:0;3857ccc89b65:41197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ead1c919e84fdf99f52b67a985a88c 2024-11-10T12:20:13,085 DEBUG [M:0;3857ccc89b65:41197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/255853fc9e524e50966c149f71c81f95 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731241209242/Put/seqid=0 2024-11-10T12:20:13,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741854_1030 (size=7319) 2024-11-10T12:20:13,490 INFO [M:0;3857ccc89b65:41197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/255853fc9e524e50966c149f71c81f95 2024-11-10T12:20:13,513 DEBUG [M:0;3857ccc89b65:41197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56dc0475c4f5460c876efa8b1228918c is 69, key is 3857ccc89b65,44571,1731241203657/rs:state/1731241204398/Put/seqid=0 2024-11-10T12:20:13,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741855_1031 (size=5371) 2024-11-10T12:20:13,918 INFO [M:0;3857ccc89b65:41197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56dc0475c4f5460c876efa8b1228918c 2024-11-10T12:20:13,925 INFO [M:0;3857ccc89b65:41197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56dc0475c4f5460c876efa8b1228918c 2024-11-10T12:20:13,926 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7ead1c919e84fdf99f52b67a985a88c as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7ead1c919e84fdf99f52b67a985a88c 2024-11-10T12:20:13,931 INFO [M:0;3857ccc89b65:41197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7ead1c919e84fdf99f52b67a985a88c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T12:20:13,932 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/255853fc9e524e50966c149f71c81f95 as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/255853fc9e524e50966c149f71c81f95 2024-11-10T12:20:13,938 INFO [M:0;3857ccc89b65:41197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/255853fc9e524e50966c149f71c81f95, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T12:20:13,939 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56dc0475c4f5460c876efa8b1228918c as hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56dc0475c4f5460c876efa8b1228918c 2024-11-10T12:20:13,945 INFO [M:0;3857ccc89b65:41197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56dc0475c4f5460c876efa8b1228918c 2024-11-10T12:20:13,945 INFO [M:0;3857ccc89b65:41197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/1b9185df-1619-7e51-52d2-8b209fecf011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56dc0475c4f5460c876efa8b1228918c, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T12:20:13,947 INFO [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-10T12:20:13,948 INFO [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:13,948 DEBUG [M:0;3857ccc89b65:41197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241212635Disabling compacts and flushes for region at 1731241212635Disabling writes for close at 1731241212635Obtaining lock to block concurrent updates at 1731241212635Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241212635Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731241212636 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241212637 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241212637Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241212652 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241212653 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241213065 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241213085 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241213085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241213496 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241213512 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241213512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a1595a: reopening flushed file at 1731241213925 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bb93f3: reopening flushed file at 1731241213931 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183e76ce: reopening flushed file at 1731241213938 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1731241213947 (+9 ms)Writing region close event to WAL at 1731241213948 (+1 ms)Closed at 1731241213948 2024-11-10T12:20:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32889 is added to blk_1073741847_1023 (size=22949) 2024-11-10T12:20:13,951 INFO [M:0;3857ccc89b65:41197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:20:13,951 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:13,952 INFO [M:0;3857ccc89b65:41197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41197 2024-11-10T12:20:13,952 INFO [M:0;3857ccc89b65:41197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:14,054 INFO [M:0;3857ccc89b65:41197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x10101d1f7a20006, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:14,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:14,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:14,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:14,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:14,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:14,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:20:14,059 WARN [BP-264956862-172.17.0.2-1731241185341 heartbeating to localhost/127.0.0.1:40071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:20:14,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:20:14,059 WARN [BP-264956862-172.17.0.2-1731241185341 heartbeating to localhost/127.0.0.1:40071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-264956862-172.17.0.2-1731241185341 (Datanode Uuid 88abdc30-2557-4ddc-bb5a-ffd8dd598911) service to localhost/127.0.0.1:40071 2024-11-10T12:20:14,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745/data/data1/current/BP-264956862-172.17.0.2-1731241185341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:14,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/cluster_726b06e4-c235-5cdb-f96f-a7ab5c882745/data/data2/current/BP-264956862-172.17.0.2-1731241185341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:14,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:20:14,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:14,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:14,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:14,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:14,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e32125f-b28d-d320-07f9-add8812128bd/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:14,074 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:20:14,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:20:14,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58471) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58471) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3857ccc89b65:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44057 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3857ccc89b65:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3857ccc89b65:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6966c822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/3857ccc89b65:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3857ccc89b65:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40071 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 87) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8982 (was 9768) 2024-11-10T12:20:14,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=8981 2024-11-10T12:20:14,123 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T12:20:14,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.log.dir so I do NOT create it in target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd 2024-11-10T12:20:14,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:20:14,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.tmp.dir so I do NOT create it in target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd 2024-11-10T12:20:14,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba9b2e28-c5ad-3f39-381a-915622ece3e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:20:14,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd 2024-11-10T12:20:14,124 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724, deleteOnExit=true 2024-11-10T12:20:14,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724/zookeeper_0, clientPort=51102, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:20:14,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51102 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/test.cache.data in system properties and HBase conf 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:20:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:20:14,130 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:20:14,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:20:14,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:14,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:20:14,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:20:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d1f7a20005, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:20:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d1f7a20002, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:20:14,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d1f7a20005, quorum=127.0.0.1:58471, baseZNode=/11544848772 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:20:14,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d1f7a20002, quorum=127.0.0.1:58471, baseZNode=/0-951154899 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:20:14,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:14,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:14,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:14,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:14,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:20:14,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:14,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:14,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:14,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/java.io.tmpdir/jetty-localhost-44155-hadoop-hdfs-3_4_1-tests_jar-_-any-1479013565810504300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:14,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:44155} 2024-11-10T12:20:14,356 INFO [Time-limited test {}] server.Server(415): Started @31066ms 2024-11-10T12:20:14,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:14,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:14,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:14,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:14,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:20:14,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:14,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:14,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/java.io.tmpdir/jetty-localhost-34565-hadoop-hdfs-3_4_1-tests_jar-_-any-11183258795934863045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:14,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:34565} 2024-11-10T12:20:14,558 INFO [Time-limited test {}] server.Server(415): Started @31268ms 2024-11-10T12:20:14,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:20:14,666 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724/data/data1/current/BP-127335824-172.17.0.2-1731241214162/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:14,666 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724/data/data2/current/BP-127335824-172.17.0.2-1731241214162/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:14,684 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:20:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf734be0992c94c15 with lease ID 0x33fbb09f832fb66f: Processing first storage report for DS-be854d7a-cf4f-4f68-a504-10aac9aa3ae7 from datanode DatanodeRegistration(127.0.0.1:41961, datanodeUuid=7fdc782a-1da9-4023-b631-64230b5cfc8e, infoPort=43413, infoSecurePort=0, ipcPort=46087, storageInfo=lv=-57;cid=testClusterID;nsid=103355563;c=1731241214162) 2024-11-10T12:20:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf734be0992c94c15 with lease ID 0x33fbb09f832fb66f: from storage DS-be854d7a-cf4f-4f68-a504-10aac9aa3ae7 node DatanodeRegistration(127.0.0.1:41961, datanodeUuid=7fdc782a-1da9-4023-b631-64230b5cfc8e, infoPort=43413, infoSecurePort=0, ipcPort=46087, storageInfo=lv=-57;cid=testClusterID;nsid=103355563;c=1731241214162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:20:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf734be0992c94c15 with lease ID 0x33fbb09f832fb66f: Processing first storage report for DS-700ce1bd-631a-4440-a65d-3db05ef3e7ea from datanode DatanodeRegistration(127.0.0.1:41961, datanodeUuid=7fdc782a-1da9-4023-b631-64230b5cfc8e, infoPort=43413, infoSecurePort=0, ipcPort=46087, storageInfo=lv=-57;cid=testClusterID;nsid=103355563;c=1731241214162) 2024-11-10T12:20:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf734be0992c94c15 with lease ID 0x33fbb09f832fb66f: from storage DS-700ce1bd-631a-4440-a65d-3db05ef3e7ea node DatanodeRegistration(127.0.0.1:41961, datanodeUuid=7fdc782a-1da9-4023-b631-64230b5cfc8e, infoPort=43413, infoSecurePort=0, ipcPort=46087, storageInfo=lv=-57;cid=testClusterID;nsid=103355563;c=1731241214162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:20:14,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd 2024-11-10T12:20:14,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:14,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:20:15,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf with version=8 2024-11-10T12:20:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/hbase-staging 2024-11-10T12:20:15,205 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:15,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:15,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:15,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:15,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:15,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:20:15,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:15,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44245 2024-11-10T12:20:15,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44245 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-10T12:20:15,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442450x0, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:15,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44245-0x10101d26b3d0000 connected 2024-11-10T12:20:15,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:15,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:15,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on znode that does not yet exist, /0804466976/running 2024-11-10T12:20:15,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf, hbase.cluster.distributed=false 2024-11-10T12:20:15,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on znode that does not yet exist, /0804466976/acl 2024-11-10T12:20:15,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44245 2024-11-10T12:20:15,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44245 2024-11-10T12:20:15,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44245 2024-11-10T12:20:15,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44245 2024-11-10T12:20:15,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44245 2024-11-10T12:20:15,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:15,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:15,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:15,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:15,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:20:15,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:15,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45233 2024-11-10T12:20:15,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45233 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-10T12:20:15,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:15,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452330x0, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:15,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45233-0x10101d26b3d0001 connected 2024-11-10T12:20:15,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on znode that does not yet exist, /0804466976/running 2024-11-10T12:20:15,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:20:15,269 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:20:15,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on znode that does not yet exist, /0804466976/master 2024-11-10T12:20:15,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on znode that does not yet exist, /0804466976/acl 2024-11-10T12:20:15,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45233 2024-11-10T12:20:15,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45233 2024-11-10T12:20:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45233 2024-11-10T12:20:15,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45233 2024-11-10T12:20:15,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45233 2024-11-10T12:20:15,289 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:44245 2024-11-10T12:20:15,289 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0804466976/backup-masters/3857ccc89b65,44245,1731241215205 2024-11-10T12:20:15,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976/backup-masters 2024-11-10T12:20:15,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976/backup-masters 2024-11-10T12:20:15,292 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on existing znode=/0804466976/backup-masters/3857ccc89b65,44245,1731241215205 2024-11-10T12:20:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0804466976/master 2024-11-10T12:20:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:15,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:15,295 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on existing znode=/0804466976/master 2024-11-10T12:20:15,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0804466976/backup-masters/3857ccc89b65,44245,1731241215205 from backup master directory 2024-11-10T12:20:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0804466976/backup-masters/3857ccc89b65,44245,1731241215205 2024-11-10T12:20:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976/backup-masters 2024-11-10T12:20:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976/backup-masters 2024-11-10T12:20:15,296 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:15,296 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,44245,1731241215205 2024-11-10T12:20:15,301 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/hbase.id] with ID: be138756-0b65-4a97-ae63-58ce2efa84d3 2024-11-10T12:20:15,301 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/.tmp/hbase.id 2024-11-10T12:20:15,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:20:15,707 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/.tmp/hbase.id]:[hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/hbase.id] 2024-11-10T12:20:15,721 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:15,721 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:20:15,723 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T12:20:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:20:16,133 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:16,134 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:20:16,134 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:20:16,543 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store 2024-11-10T12:20:16,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:20:16,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:16,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:16,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:16,951 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:16,951 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:16,951 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:16,951 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:16,952 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-10T12:20:16,952 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:16,952 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:16,952 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241216951Disabling compacts and flushes for region at 1731241216951Disabling writes for close at 1731241216952 (+1 ms)Writing region close event to WAL at 1731241216952Closed at 1731241216952 2024-11-10T12:20:16,953 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/.initializing 2024-11-10T12:20:16,953 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/WALs/3857ccc89b65,44245,1731241215205 2024-11-10T12:20:16,954 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:16,956 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C44245%2C1731241215205, suffix=, logDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/WALs/3857ccc89b65,44245,1731241215205, archiveDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/oldWALs, maxLogs=10 2024-11-10T12:20:16,971 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/WALs/3857ccc89b65,44245,1731241215205/3857ccc89b65%2C44245%2C1731241215205.1731241216956, exclude list is [], retry=0 2024-11-10T12:20:16,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41961,DS-be854d7a-cf4f-4f68-a504-10aac9aa3ae7,DISK] 2024-11-10T12:20:16,976 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/WALs/3857ccc89b65,44245,1731241215205/3857ccc89b65%2C44245%2C1731241215205.1731241216956 2024-11-10T12:20:16,977 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-10T12:20:16,977 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:16,977 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:16,977 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,977 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:20:16,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:16,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:16,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:20:16,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:16,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:16,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:20:16,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:16,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:16,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:20:16,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:16,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:16,986 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,989 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,989 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,989 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:16,991 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:16,993 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:16,993 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67549324, jitterRate=0.006563365459442139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:16,994 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241216977Initializing all the Stores at 1731241216978 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241216978Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241216978Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241216978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241216978Cleaning up temporary data from old regions at 1731241216989 (+11 ms)Region opened successfully at 1731241216994 (+5 ms) 2024-11-10T12:20:16,995 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:20:16,998 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d202f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:16,999 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:20:16,999 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:20:16,999 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:20:16,999 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:20:17,000 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:20:17,000 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:20:17,000 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:20:17,003 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:20:17,003 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Unable to get data of znode /0804466976/balancer because node does not exist (not necessarily an error) 2024-11-10T12:20:17,005 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804466976/balancer already deleted, retry=false 2024-11-10T12:20:17,005 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:20:17,006 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Unable to get data of znode /0804466976/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:20:17,011 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804466976/normalizer already deleted, retry=false 2024-11-10T12:20:17,012 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:20:17,013 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Unable to get data of znode /0804466976/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:20:17,014 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804466976/switch/split already deleted, retry=false 2024-11-10T12:20:17,015 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Unable to get data of znode /0804466976/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:20:17,016 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804466976/switch/merge already deleted, retry=false 2024-11-10T12:20:17,018 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Unable to get data of znode /0804466976/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:20:17,019 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804466976/snapshot-cleanup already deleted, retry=false 2024-11-10T12:20:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0804466976/running 2024-11-10T12:20:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0804466976/running 2024-11-10T12:20:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:17,023 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,44245,1731241215205, sessionid=0x10101d26b3d0000, setting cluster-up flag (Was=false) 2024-11-10T12:20:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:17,032 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0804466976/flush-table-proc/acquired, /0804466976/flush-table-proc/reached, /0804466976/flush-table-proc/abort 2024-11-10T12:20:17,033 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44245,1731241215205 2024-11-10T12:20:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:17,043 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0804466976/online-snapshot/acquired, /0804466976/online-snapshot/reached, /0804466976/online-snapshot/abort 2024-11-10T12:20:17,044 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44245,1731241215205 2024-11-10T12:20:17,045 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:20:17,047 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:17,048 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:20:17,048 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:20:17,048 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,44245,1731241215205 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:20:17,049 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:17,049 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:17,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:17,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:17,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:20:17,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:17,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,055 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241247055 2024-11-10T12:20:17,056 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:20:17,056 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:20:17,056 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:20:17,056 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:20:17,056 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:20:17,056 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:20:17,056 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,057 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:20:17,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:17,057 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:20:17,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:20:17,057 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:20:17,057 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:20:17,058 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:20:17,058 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:20:17,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:17,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:20:17,059 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241217058,5,FailOnTimeoutGroup] 2024-11-10T12:20:17,060 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241217059,5,FailOnTimeoutGroup] 2024-11-10T12:20:17,060 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,060 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:20:17,060 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,060 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:20:17,079 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(746): ClusterId : be138756-0b65-4a97-ae63-58ce2efa84d3 2024-11-10T12:20:17,079 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:20:17,081 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:20:17,081 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:20:17,085 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:20:17,085 DEBUG [RS:0;3857ccc89b65:45233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304751b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:17,098 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:45233 2024-11-10T12:20:17,098 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:20:17,098 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:20:17,098 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:20:17,099 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,44245,1731241215205 with port=45233, startcode=1731241215255 2024-11-10T12:20:17,099 DEBUG [RS:0;3857ccc89b65:45233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:20:17,101 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:20:17,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,45233,1731241215255 2024-11-10T12:20:17,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44245 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,45233,1731241215255 2024-11-10T12:20:17,103 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf 2024-11-10T12:20:17,104 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45675 2024-11-10T12:20:17,104 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:20:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976/rs 2024-11-10T12:20:17,106 DEBUG [RS:0;3857ccc89b65:45233 {}] zookeeper.ZKUtil(111): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on existing znode=/0804466976/rs/3857ccc89b65,45233,1731241215255 2024-11-10T12:20:17,106 WARN [RS:0;3857ccc89b65:45233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:17,106 INFO [RS:0;3857ccc89b65:45233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:17,106 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255 2024-11-10T12:20:17,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,45233,1731241215255] 2024-11-10T12:20:17,111 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:20:17,114 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:20:17,115 INFO [RS:0;3857ccc89b65:45233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:20:17,115 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,116 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:20:17,117 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:20:17,117 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,117 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,117 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:17,118 DEBUG [RS:0;3857ccc89b65:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:17,120 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,120 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,120 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,120 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,120 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,120 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,45233,1731241215255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:17,137 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:20:17,138 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,45233,1731241215255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,138 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,138 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.Replication(171): 3857ccc89b65,45233,1731241215255 started 2024-11-10T12:20:17,153 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:17,153 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,45233,1731241215255, RpcServer on 3857ccc89b65/172.17.0.2:45233, sessionid=0x10101d26b3d0001 2024-11-10T12:20:17,153 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:20:17,153 DEBUG [RS:0;3857ccc89b65:45233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,45233,1731241215255 2024-11-10T12:20:17,154 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,45233,1731241215255' 2024-11-10T12:20:17,154 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0804466976/flush-table-proc/abort' 2024-11-10T12:20:17,154 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0804466976/flush-table-proc/acquired' 2024-11-10T12:20:17,155 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:20:17,155 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:20:17,155 DEBUG [RS:0;3857ccc89b65:45233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,45233,1731241215255 2024-11-10T12:20:17,155 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,45233,1731241215255' 2024-11-10T12:20:17,155 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0804466976/online-snapshot/abort' 2024-11-10T12:20:17,155 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0804466976/online-snapshot/acquired' 2024-11-10T12:20:17,155 DEBUG [RS:0;3857ccc89b65:45233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:20:17,155 INFO [RS:0;3857ccc89b65:45233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:20:17,155 INFO [RS:0;3857ccc89b65:45233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:20:17,256 INFO [RS:0;3857ccc89b65:45233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:17,258 INFO [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C45233%2C1731241215255, suffix=, logDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255, archiveDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/oldWALs, maxLogs=10 2024-11-10T12:20:17,273 DEBUG [RS:0;3857ccc89b65:45233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258, exclude list is [], retry=0 2024-11-10T12:20:17,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41961,DS-be854d7a-cf4f-4f68-a504-10aac9aa3ae7,DISK] 2024-11-10T12:20:17,279 INFO [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 2024-11-10T12:20:17,279 DEBUG [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-10T12:20:17,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:20:17,472 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf 2024-11-10T12:20:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:20:17,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:17,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:17,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:17,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:17,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:17,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:17,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:17,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:17,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:17,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:17,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:17,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:17,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:17,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:17,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:17,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:17,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:17,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:17,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740 2024-11-10T12:20:17,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740 2024-11-10T12:20:17,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:17,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:17,895 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:17,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:17,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:17,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69655727, jitterRate=0.03795121610164642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241217882Initializing all the Stores at 1731241217883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241217883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241217883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241217883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241217883Cleaning up temporary data from old regions at 1731241217894 (+11 ms)Region opened successfully at 1731241217900 (+6 ms) 2024-11-10T12:20:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:17,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:17,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:17,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241217900Disabling compacts and flushes for region at 1731241217900Disabling writes for close at 1731241217900Writing region close event to WAL at 1731241217900Closed at 1731241217900 2024-11-10T12:20:17,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:17,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:20:17,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:20:17,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:17,905 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:20:18,055 DEBUG [3857ccc89b65:44245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:20:18,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,45233,1731241215255 2024-11-10T12:20:18,057 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,45233,1731241215255, state=OPENING 2024-11-10T12:20:18,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:20:18,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:18,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:18,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:18,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804466976/meta-region-server: CHANGED 2024-11-10T12:20:18,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804466976/meta-region-server: CHANGED 2024-11-10T12:20:18,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,45233,1731241215255}] 2024-11-10T12:20:18,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:20:18,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:20:18,224 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:20:18,224 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:18,224 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:20:18,226 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C45233%2C1731241215255.meta, suffix=.meta, logDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255, archiveDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/oldWALs, maxLogs=10 2024-11-10T12:20:18,241 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.meta.1731241218227.meta, exclude list is [], retry=0 2024-11-10T12:20:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41961,DS-be854d7a-cf4f-4f68-a504-10aac9aa3ae7,DISK] 2024-11-10T12:20:18,246 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.meta.1731241218227.meta 2024-11-10T12:20:18,246 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-10T12:20:18,246 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:18,247 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:18,247 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:18,247 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:20:18,247 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:20:18,247 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:20:18,247 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:18,247 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:20:18,247 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:20:18,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:18,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:18,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:18,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:18,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:18,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:18,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:18,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:18,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:18,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:18,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:18,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:18,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:18,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:18,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:18,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:18,255 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:18,255 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740 2024-11-10T12:20:18,257 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740 2024-11-10T12:20:18,258 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:18,258 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:18,259 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:18,260 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:18,261 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65515543, jitterRate=-0.02374233305454254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:18,261 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:20:18,262 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241218248Writing region info on filesystem at 1731241218248Initializing all the Stores at 1731241218248Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241218248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241218249 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241218249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241218249Cleaning up temporary data from old regions at 1731241218258 (+9 ms)Running coprocessor post-open hooks at 1731241218261 (+3 ms)Region opened successfully at 1731241218262 (+1 ms) 2024-11-10T12:20:18,263 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241218217 2024-11-10T12:20:18,266 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:20:18,266 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:20:18,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,45233,1731241215255 2024-11-10T12:20:18,268 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,45233,1731241215255, state=OPEN 2024-11-10T12:20:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0804466976/meta-region-server 2024-11-10T12:20:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0804466976/meta-region-server 2024-11-10T12:20:18,272 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,45233,1731241215255 2024-11-10T12:20:18,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804466976/meta-region-server: CHANGED 2024-11-10T12:20:18,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804466976/meta-region-server: CHANGED 2024-11-10T12:20:18,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:20:18,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,45233,1731241215255 in 208 msec 2024-11-10T12:20:18,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:20:18,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-10T12:20:18,279 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:18,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:20:18,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:18,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,45233,1731241215255, seqNum=-1] 2024-11-10T12:20:18,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:18,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:18,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-10T12:20:18,287 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241218287, completionTime=-1 2024-11-10T12:20:18,287 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:20:18,288 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241278290 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241338290 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44245,1731241215205-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44245,1731241215205-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44245,1731241215205-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:44245, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:18,290 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:18,291 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:18,293 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:20:18,294 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.998sec 2024-11-10T12:20:18,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:20:18,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:20:18,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:20:18,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:20:18,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:20:18,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44245,1731241215205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:18,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44245,1731241215205-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:20:18,298 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:20:18,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:20:18,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44245,1731241215205-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:18,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:18,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44245,-1 for getting cluster id 2024-11-10T12:20:18,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:18,382 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be138756-0b65-4a97-ae63-58ce2efa84d3' 2024-11-10T12:20:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be138756-0b65-4a97-ae63-58ce2efa84d3" 2024-11-10T12:20:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5516ae1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44245,-1] 2024-11-10T12:20:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:18,384 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:18,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:18,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,45233,1731241215255, seqNum=-1] 2024-11-10T12:20:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:18,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:18,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,44245,1731241215205 2024-11-10T12:20:18,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-10T12:20:18,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:18,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d26b3d0002 connected 2024-11-10T12:20:18,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.log.dir so I do NOT create it in target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f 2024-11-10T12:20:18,399 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:20:18,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.tmp.dir so I do NOT create it in target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f 2024-11-10T12:20:18,399 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:20:18,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f 2024-11-10T12:20:18,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/cluster_a0baee2b-e976-12f1-5e15-552dd39aa44f, deleteOnExit=true 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/test.cache.data in system properties and HBase conf 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:20:18,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:20:18,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:18,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:18,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:20:18,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:18,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:20:18,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:20:18,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:18,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:18,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:20:18,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:20:18,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:20:18,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:18,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:20:18,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:20:18,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:18,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:18,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:18,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:18,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:20:18,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:18,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:18,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:18,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/java.io.tmpdir/jetty-localhost-45927-hadoop-hdfs-3_4_1-tests_jar-_-any-5898231864814044806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:18,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:45927} 2024-11-10T12:20:18,627 INFO [Time-limited test {}] server.Server(415): Started @35337ms 2024-11-10T12:20:18,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:18,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:18,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:18,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:18,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:20:18,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:18,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:18,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/java.io.tmpdir/jetty-localhost-42619-hadoop-hdfs-3_4_1-tests_jar-_-any-13012417613996284894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:18,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:42619} 2024-11-10T12:20:18,844 INFO [Time-limited test {}] server.Server(415): Started @35553ms 2024-11-10T12:20:18,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:20:18,953 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/cluster_a0baee2b-e976-12f1-5e15-552dd39aa44f/data/data1/current/BP-157426421-172.17.0.2-1731241218440/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:18,953 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/cluster_a0baee2b-e976-12f1-5e15-552dd39aa44f/data/data2/current/BP-157426421-172.17.0.2-1731241218440/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:18,974 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:20:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa76f1bc63012c9d9 with lease ID 0xaf20268521992ad7: Processing first storage report for DS-b25e78ef-dfca-4cab-b41b-f9db6bc974d2 from datanode DatanodeRegistration(127.0.0.1:43889, datanodeUuid=da8be82b-3e97-4e3b-ba54-7eab4371ec08, infoPort=37163, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=535989458;c=1731241218440) 2024-11-10T12:20:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa76f1bc63012c9d9 with lease ID 0xaf20268521992ad7: from storage DS-b25e78ef-dfca-4cab-b41b-f9db6bc974d2 node DatanodeRegistration(127.0.0.1:43889, datanodeUuid=da8be82b-3e97-4e3b-ba54-7eab4371ec08, infoPort=37163, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=535989458;c=1731241218440), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:20:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa76f1bc63012c9d9 with lease ID 0xaf20268521992ad7: Processing first storage report for DS-7c4f6b15-2c5e-49a4-9eda-5866ed048f97 from datanode DatanodeRegistration(127.0.0.1:43889, datanodeUuid=da8be82b-3e97-4e3b-ba54-7eab4371ec08, infoPort=37163, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=535989458;c=1731241218440) 2024-11-10T12:20:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa76f1bc63012c9d9 with lease ID 0xaf20268521992ad7: from storage DS-7c4f6b15-2c5e-49a4-9eda-5866ed048f97 node DatanodeRegistration(127.0.0.1:43889, datanodeUuid=da8be82b-3e97-4e3b-ba54-7eab4371ec08, infoPort=37163, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=535989458;c=1731241218440), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:20:19,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f 2024-11-10T12:20:19,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:19,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:20:19,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511 with version=8 2024-11-10T12:20:19,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/hbase-staging 2024-11-10T12:20:19,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:19,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:19,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:19,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:19,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:19,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:19,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:20:19,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:19,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44045 2024-11-10T12:20:19,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44045 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-10T12:20:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440450x0, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:19,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44045-0x10101d26b3d0003 connected 2024-11-10T12:20:19,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:19,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:19,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on znode that does not yet exist, /1-844045288/running 2024-11-10T12:20:19,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511, hbase.cluster.distributed=false 2024-11-10T12:20:19,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on znode that does not yet exist, /1-844045288/acl 2024-11-10T12:20:19,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-10T12:20:19,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44045 2024-11-10T12:20:19,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44045 2024-11-10T12:20:19,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-10T12:20:19,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-10T12:20:19,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:19,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:19,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:19,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:19,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:19,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:19,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:20:19,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:19,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42479 2024-11-10T12:20:19,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42479 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-10T12:20:19,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:19,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:19,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424790x0, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:19,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424790x0, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on znode that does not yet exist, /1-844045288/running 2024-11-10T12:20:19,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42479-0x10101d26b3d0004 connected 2024-11-10T12:20:19,547 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:20:19,547 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:20:19,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on znode that does not yet exist, /1-844045288/master 2024-11-10T12:20:19,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on znode that does not yet exist, /1-844045288/acl 2024-11-10T12:20:19,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-10T12:20:19,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42479 2024-11-10T12:20:19,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42479 2024-11-10T12:20:19,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-10T12:20:19,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-10T12:20:19,562 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:44045 2024-11-10T12:20:19,563 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-844045288/backup-masters/3857ccc89b65,44045,1731241219492 2024-11-10T12:20:19,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288/backup-masters 2024-11-10T12:20:19,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288/backup-masters 2024-11-10T12:20:19,565 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on existing znode=/1-844045288/backup-masters/3857ccc89b65,44045,1731241219492 2024-11-10T12:20:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-844045288/master 2024-11-10T12:20:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:19,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on existing znode=/1-844045288/master 2024-11-10T12:20:19,569 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-844045288/backup-masters/3857ccc89b65,44045,1731241219492 from backup master directory 2024-11-10T12:20:19,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288/backup-masters 2024-11-10T12:20:19,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844045288/backup-masters/3857ccc89b65,44045,1731241219492 2024-11-10T12:20:19,570 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:19,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288/backup-masters 2024-11-10T12:20:19,570 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,44045,1731241219492 2024-11-10T12:20:19,575 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/hbase.id] with ID: 5ddc665e-cf01-4c24-ad44-28cfe3824ead 2024-11-10T12:20:19,575 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/.tmp/hbase.id 2024-11-10T12:20:19,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:20:19,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/.tmp/hbase.id]:[hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/hbase.id] 2024-11-10T12:20:19,595 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:19,595 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:20:19,596 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:20:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:20:20,007 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:20,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:20:20,009 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:20,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:20:20,417 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store 2024-11-10T12:20:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:20:20,825 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:20,825 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:20,825 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:20,825 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:20,825 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:20,825 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:20,825 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:20,825 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241220825Disabling compacts and flushes for region at 1731241220825Disabling writes for close at 1731241220825Writing region close event to WAL at 1731241220825Closed at 1731241220825 2024-11-10T12:20:20,826 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/.initializing 2024-11-10T12:20:20,827 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/WALs/3857ccc89b65,44045,1731241219492 2024-11-10T12:20:20,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:20,830 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C44045%2C1731241219492, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/WALs/3857ccc89b65,44045,1731241219492, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/oldWALs, maxLogs=10 2024-11-10T12:20:20,845 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/WALs/3857ccc89b65,44045,1731241219492/3857ccc89b65%2C44045%2C1731241219492.1731241220830, exclude list is [], retry=0 2024-11-10T12:20:20,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-b25e78ef-dfca-4cab-b41b-f9db6bc974d2,DISK] 2024-11-10T12:20:20,850 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/WALs/3857ccc89b65,44045,1731241219492/3857ccc89b65%2C44045%2C1731241219492.1731241220830 2024-11-10T12:20:20,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-10T12:20:20,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:20,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:20,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:20:20,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:20,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:20,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:20:20,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:20,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:20,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:20:20,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:20,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:20,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:20:20,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:20,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:20,860 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,861 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,890 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,891 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,891 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,892 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:20,893 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:20,895 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:20,896 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65263430, jitterRate=-0.027499109506607056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:20,896 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241220851Initializing all the Stores at 1731241220852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241220852Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241220853 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241220853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241220853Cleaning up temporary data from old regions at 1731241220891 (+38 ms)Region opened successfully at 1731241220896 (+5 ms) 2024-11-10T12:20:20,896 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:20:20,899 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b44ce5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:20,900 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:20:20,900 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:20:20,900 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:20:20,901 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:20:20,901 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:20:20,901 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:20:20,901 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:20:20,903 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:20:20,904 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Unable to get data of znode /1-844045288/balancer because node does not exist (not necessarily an error) 2024-11-10T12:20:20,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844045288/balancer already deleted, retry=false 2024-11-10T12:20:20,906 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:20:20,907 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Unable to get data of znode /1-844045288/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:20:20,912 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844045288/normalizer already deleted, retry=false 2024-11-10T12:20:20,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:20:20,914 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Unable to get data of znode /1-844045288/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:20:20,914 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844045288/switch/split already deleted, retry=false 2024-11-10T12:20:20,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Unable to get data of znode /1-844045288/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:20:20,916 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844045288/switch/merge already deleted, retry=false 2024-11-10T12:20:20,918 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Unable to get data of znode /1-844045288/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:20:20,919 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844045288/snapshot-cleanup already deleted, retry=false 2024-11-10T12:20:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-844045288/running 2024-11-10T12:20:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-844045288/running 2024-11-10T12:20:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:20,922 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,44045,1731241219492, sessionid=0x10101d26b3d0003, setting cluster-up flag (Was=false) 2024-11-10T12:20:20,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:20,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:20,930 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-844045288/flush-table-proc/acquired, /1-844045288/flush-table-proc/reached, /1-844045288/flush-table-proc/abort 2024-11-10T12:20:20,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44045,1731241219492 2024-11-10T12:20:20,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:20,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:20,939 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-844045288/online-snapshot/acquired, /1-844045288/online-snapshot/reached, /1-844045288/online-snapshot/abort 2024-11-10T12:20:20,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44045,1731241219492 2024-11-10T12:20:20,941 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:20:20,944 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:20,944 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:20:20,944 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:20:20,945 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3857ccc89b65,40627,1731241188840: status=Processing ServerCrashProcedure of 3857ccc89b65,40627,1731241188840 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731241204333, completionTime=-1 appears to have been leaked 2024-11-10T12:20:20,945 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,44045,1731241219492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:20,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:20,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:20:20,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:20,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241250953 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:20:20,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,954 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(746): ClusterId : 5ddc665e-cf01-4c24-ad44-28cfe3824ead 2024-11-10T12:20:20,954 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:20:20,956 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:20:20,956 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:20:20,959 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:20:20,959 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:20:20,959 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:20:20,959 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:20:20,959 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:20:20,959 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:20:20,959 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:20:20,960 DEBUG [RS:0;3857ccc89b65:42479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57edac9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:20,964 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241220959,5,FailOnTimeoutGroup] 2024-11-10T12:20:20,965 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241220964,5,FailOnTimeoutGroup] 2024-11-10T12:20:20,965 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,965 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:20:20,965 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,966 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:20:20,977 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:42479 2024-11-10T12:20:20,977 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:20:20,977 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:20:20,977 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:20:20,978 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,44045,1731241219492 with port=42479, startcode=1731241219537 2024-11-10T12:20:20,978 DEBUG [RS:0;3857ccc89b65:42479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:20:20,979 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:20:20,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,42479,1731241219537 2024-11-10T12:20:20,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44045 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,42479,1731241219537 2024-11-10T12:20:20,982 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511 2024-11-10T12:20:20,982 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37731 2024-11-10T12:20:20,982 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:20:20,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288/rs 2024-11-10T12:20:20,984 DEBUG [RS:0;3857ccc89b65:42479 {}] zookeeper.ZKUtil(111): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on existing znode=/1-844045288/rs/3857ccc89b65,42479,1731241219537 2024-11-10T12:20:20,984 WARN [RS:0;3857ccc89b65:42479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:20,984 INFO [RS:0;3857ccc89b65:42479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:20,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,42479,1731241219537] 2024-11-10T12:20:20,984 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537 2024-11-10T12:20:20,988 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:20:20,990 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:20:20,990 INFO [RS:0;3857ccc89b65:42479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:20:20,990 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,992 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:20:20,993 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:20:20,993 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:20,993 DEBUG [RS:0;3857ccc89b65:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:20,996 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,996 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,996 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,996 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,996 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:20,996 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42479,1731241219537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:21,011 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:20:21,011 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42479,1731241219537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:21,011 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:21,011 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.Replication(171): 3857ccc89b65,42479,1731241219537 started 2024-11-10T12:20:21,025 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:21,025 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,42479,1731241219537, RpcServer on 3857ccc89b65/172.17.0.2:42479, sessionid=0x10101d26b3d0004 2024-11-10T12:20:21,025 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:20:21,025 DEBUG [RS:0;3857ccc89b65:42479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,42479,1731241219537 2024-11-10T12:20:21,025 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,42479,1731241219537' 2024-11-10T12:20:21,026 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-844045288/flush-table-proc/abort' 2024-11-10T12:20:21,026 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-844045288/flush-table-proc/acquired' 2024-11-10T12:20:21,026 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:20:21,026 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:20:21,026 DEBUG [RS:0;3857ccc89b65:42479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,42479,1731241219537 2024-11-10T12:20:21,026 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,42479,1731241219537' 2024-11-10T12:20:21,026 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-844045288/online-snapshot/abort' 2024-11-10T12:20:21,027 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-844045288/online-snapshot/acquired' 2024-11-10T12:20:21,027 DEBUG [RS:0;3857ccc89b65:42479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:20:21,027 INFO [RS:0;3857ccc89b65:42479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:20:21,027 INFO [RS:0;3857ccc89b65:42479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:20:21,128 INFO [RS:0;3857ccc89b65:42479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:21,129 INFO [RS:0;3857ccc89b65:42479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C42479%2C1731241219537, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/oldWALs, maxLogs=10 2024-11-10T12:20:21,143 DEBUG [RS:0;3857ccc89b65:42479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537/3857ccc89b65%2C42479%2C1731241219537.1731241221130, exclude list is [], retry=0 2024-11-10T12:20:21,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-b25e78ef-dfca-4cab-b41b-f9db6bc974d2,DISK] 2024-11-10T12:20:21,148 INFO [RS:0;3857ccc89b65:42479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537/3857ccc89b65%2C42479%2C1731241219537.1731241221130 2024-11-10T12:20:21,149 DEBUG [RS:0;3857ccc89b65:42479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-10T12:20:21,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:20:21,368 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511 2024-11-10T12:20:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:20:21,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:21,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:21,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:21,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:21,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:21,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:21,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:21,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:21,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:21,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:21,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:21,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:21,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:21,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:21,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:21,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:21,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:21,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:21,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740 2024-11-10T12:20:21,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740 2024-11-10T12:20:21,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:21,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:21,785 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:21,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:21,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:21,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71431765, jitterRate=0.06441624462604523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:21,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241221775Initializing all the Stores at 1731241221776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241221776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241221776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241221776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241221776Cleaning up temporary data from old regions at 1731241221785 (+9 ms)Region opened successfully at 1731241221789 (+4 ms) 2024-11-10T12:20:21,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:21,789 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:21,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:21,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:21,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:21,789 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:21,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241221789Disabling compacts and flushes for region at 1731241221789Disabling writes for close at 1731241221789Writing region close event to WAL at 1731241221789Closed at 1731241221789 2024-11-10T12:20:21,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:21,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:20:21,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:20:21,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:21,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:20:21,944 DEBUG [3857ccc89b65:44045 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:20:21,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,42479,1731241219537 2024-11-10T12:20:21,946 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,42479,1731241219537, state=OPENING 2024-11-10T12:20:21,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:20:21,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:21,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:21,953 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:21,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844045288/meta-region-server: CHANGED 2024-11-10T12:20:21,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844045288/meta-region-server: CHANGED 2024-11-10T12:20:21,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,42479,1731241219537}] 2024-11-10T12:20:22,107 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:20:22,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:20:22,113 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:20:22,113 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:22,113 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:20:22,114 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C42479%2C1731241219537.meta, suffix=.meta, logDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/oldWALs, maxLogs=10 2024-11-10T12:20:22,129 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537/3857ccc89b65%2C42479%2C1731241219537.meta.1731241222115.meta, exclude list is [], retry=0 2024-11-10T12:20:22,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-b25e78ef-dfca-4cab-b41b-f9db6bc974d2,DISK] 2024-11-10T12:20:22,134 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537/3857ccc89b65%2C42479%2C1731241219537.meta.1731241222115.meta 2024-11-10T12:20:22,134 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-10T12:20:22,134 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:22,135 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:22,135 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:22,135 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:20:22,135 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:20:22,135 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:20:22,135 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:22,135 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:20:22,135 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:20:22,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:22,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:22,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:22,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:22,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:22,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:22,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:22,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:22,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:22,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:22,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:22,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:22,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:22,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:22,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:22,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:22,142 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:22,143 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740 2024-11-10T12:20:22,144 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740 2024-11-10T12:20:22,145 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:22,145 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:22,146 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:22,147 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:22,148 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66646019, jitterRate=-0.0068969279527664185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:22,148 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:20:22,148 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241222135Writing region info on filesystem at 1731241222135Initializing all the Stores at 1731241222136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241222136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241222137 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241222137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241222137Cleaning up temporary data from old regions at 1731241222145 (+8 ms)Running coprocessor post-open hooks at 1731241222148 (+3 ms)Region opened successfully at 1731241222148 2024-11-10T12:20:22,149 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241222106 2024-11-10T12:20:22,152 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:20:22,152 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:20:22,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,42479,1731241219537 2024-11-10T12:20:22,153 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,42479,1731241219537, state=OPEN 2024-11-10T12:20:22,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-844045288/meta-region-server 2024-11-10T12:20:22,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-844045288/meta-region-server 2024-11-10T12:20:22,155 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,42479,1731241219537 2024-11-10T12:20:22,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844045288/meta-region-server: CHANGED 2024-11-10T12:20:22,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844045288/meta-region-server: CHANGED 2024-11-10T12:20:22,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:20:22,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,42479,1731241219537 in 202 msec 2024-11-10T12:20:22,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:20:22,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-10T12:20:22,161 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:22,161 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:20:22,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:22,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,42479,1731241219537, seqNum=-1] 2024-11-10T12:20:22,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:22,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:22,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-10T12:20:22,169 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241222169, completionTime=-1 2024-11-10T12:20:22,169 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:20:22,169 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:20:22,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:20:22,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241282171 2024-11-10T12:20:22,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241342171 2024-11-10T12:20:22,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:20:22,172 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44045,1731241219492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:22,172 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44045,1731241219492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:22,172 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44045,1731241219492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:22,172 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:44045, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:22,172 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:22,172 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:22,174 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:20:22,175 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.605sec 2024-11-10T12:20:22,175 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:20:22,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:20:22,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:20:22,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:20:22,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:20:22,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44045,1731241219492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:22,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44045,1731241219492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:20:22,178 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:20:22,178 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:20:22,178 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44045,1731241219492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:22,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44045,-1 for getting cluster id 2024-11-10T12:20:22,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:22,256 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ddc665e-cf01-4c24-ad44-28cfe3824ead' 2024-11-10T12:20:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ddc665e-cf01-4c24-ad44-28cfe3824ead" 2024-11-10T12:20:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed02a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44045,-1] 2024-11-10T12:20:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:22,259 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:22,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,42479,1731241219537, seqNum=-1] 2024-11-10T12:20:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:22,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:22,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,44045,1731241219492 2024-11-10T12:20:22,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51102 2024-11-10T12:20:22,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:22,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d26b3d0005 connected 2024-11-10T12:20:22,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44245,-1 for getting cluster id 2024-11-10T12:20:22,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:22,280 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be138756-0b65-4a97-ae63-58ce2efa84d3' 2024-11-10T12:20:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be138756-0b65-4a97-ae63-58ce2efa84d3" 2024-11-10T12:20:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47de2839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44245,-1] 2024-11-10T12:20:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:22,281 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c7fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44245,1731241215205 2024-11-10T12:20:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa685a0 2024-11-10T12:20:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:22,284 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:22,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:44045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:20:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:20:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:22,288 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:44045' 2024-11-10T12:20:22,288 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36784256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,289 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44045,-1 for getting cluster id 2024-11-10T12:20:22,289 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:22,289 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ddc665e-cf01-4c24-ad44-28cfe3824ead' 2024-11-10T12:20:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ddc665e-cf01-4c24-ad44-28cfe3824ead" 2024-11-10T12:20:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949dcf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44045,-1] 2024-11-10T12:20:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:22,291 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:22,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfde605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:22,292 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:22,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44045,1731241219492 2024-11-10T12:20:22,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436af10b 2024-11-10T12:20:22,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:22,293 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:22,294 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T12:20:22,294 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:20:22,294 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:22,294 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:22,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:22,295 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:22,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:20:22,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:20:22,297 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:22,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:20:22,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741835_1011 (size=1138) 2024-11-10T12:20:22,346 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:20:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:22,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, NAME => 'hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf 2024-11-10T12:20:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741836_1012 (size=44) 2024-11-10T12:20:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:23,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:20:23,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:23,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, disabling compactions & flushes 2024-11-10T12:20:23,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:23,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:23,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. after waiting 0 ms 2024-11-10T12:20:23,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:23,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:23,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b: Waiting for close lock at 1731241223114Disabling compacts and flushes for region at 1731241223114Disabling writes for close at 1731241223114Writing region close event to WAL at 1731241223114Closed at 1731241223114 2024-11-10T12:20:23,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:20:23,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241223117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241223117"}]},"ts":"1731241223117"} 2024-11-10T12:20:23,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:20:23,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:20:23,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241223121"}]},"ts":"1731241223121"} 2024-11-10T12:20:23,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:20:23,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, ASSIGN}] 2024-11-10T12:20:23,125 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, ASSIGN 2024-11-10T12:20:23,126 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, ASSIGN; state=OFFLINE, location=3857ccc89b65,45233,1731241215255; forceNewPlan=false, retain=false 2024-11-10T12:20:23,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, regionState=OPENING, regionLocation=3857ccc89b65,45233,1731241215255 2024-11-10T12:20:23,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, ASSIGN because future has completed 2024-11-10T12:20:23,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, server=3857ccc89b65,45233,1731241215255}] 2024-11-10T12:20:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:23,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:23,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:23,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:20:23,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C45233%2C1731241215255.rep, suffix=, logDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255, archiveDir=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/oldWALs, maxLogs=10 2024-11-10T12:20:23,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.rep.1731241223441, exclude list is [], retry=0 2024-11-10T12:20:23,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41961,DS-be854d7a-cf4f-4f68-a504-10aac9aa3ae7,DISK] 2024-11-10T12:20:23,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.rep.1731241223441 2024-11-10T12:20:23,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43413:43413)] 2024-11-10T12:20:23,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, NAME => 'hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:23,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:23,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:23,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. service=MultiRowMutationService 2024-11-10T12:20:23,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:20:23,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:23,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,461 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,463 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2a19b2ca7dae5e3c8bea1e2c9b1a3b columnFamilyName hfileref 2024-11-10T12:20:23,463 DEBUG [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:23,463 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] regionserver.HStore(327): Store=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:23,463 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,465 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2a19b2ca7dae5e3c8bea1e2c9b1a3b columnFamilyName queue 2024-11-10T12:20:23,465 DEBUG [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:23,465 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] regionserver.HStore(327): Store=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:23,465 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,466 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2a19b2ca7dae5e3c8bea1e2c9b1a3b columnFamilyName sid 2024-11-10T12:20:23,466 DEBUG [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:23,467 INFO [StoreOpener-fe2a19b2ca7dae5e3c8bea1e2c9b1a3b-1 {}] regionserver.HStore(327): Store=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:23,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:20:23,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:23,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fe2a19b2ca7dae5e3c8bea1e2c9b1a3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71167176, jitterRate=0.06047356128692627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:20:23,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:23,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b: Running coprocessor pre-open hook at 1731241223460Writing region info on filesystem at 1731241223460Initializing all the Stores at 1731241223461 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241223461Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241223461Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241223461Cleaning up temporary data from old regions at 1731241223469 (+8 ms)Running coprocessor post-open hooks at 1731241223474 (+5 ms)Region opened successfully at 1731241223474 2024-11-10T12:20:23,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b., pid=7, masterSystemTime=1731241223434 2024-11-10T12:20:23,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:23,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:23,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,45233,1731241215255 2024-11-10T12:20:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, server=3857ccc89b65,45233,1731241215255 because future has completed 2024-11-10T12:20:23,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T12:20:23,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, server=3857ccc89b65,45233,1731241215255 in 201 msec 2024-11-10T12:20:23,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:20:23,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, ASSIGN in 361 msec 2024-11-10T12:20:23,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:20:23,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241223488"}]},"ts":"1731241223488"} 2024-11-10T12:20:23,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:20:23,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:20:23,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-10T12:20:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b., hostname=3857ccc89b65,45233,1731241215255, seqNum=2] 2024-11-10T12:20:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:23,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:20:23,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T12:20:23,671 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:20:23,701 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,45233,1731241215255, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:20:23,701 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:23,701 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,45233,1731241215255, seqNum=-1] 2024-11-10T12:20:23,702 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:23,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T12:20:23,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,45233,1731241215255', locateType=CURRENT is [region=hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b., hostname=3857ccc89b65,45233,1731241215255, seqNum=2] 2024-11-10T12:20:23,708 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T12:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T12:20:23,711 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,45233,1731241215255 suceeded 2024-11-10T12:20:23,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T12:20:23,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-10T12:20:23,714 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:44045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:20:23,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-10T12:20:23,724 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:44045' 2024-11-10T12:20:23,725 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8c565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:23,725 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44045,-1 for getting cluster id 2024-11-10T12:20:23,726 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:23,726 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ddc665e-cf01-4c24-ad44-28cfe3824ead' 2024-11-10T12:20:23,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:23,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ddc665e-cf01-4c24-ad44-28cfe3824ead" 2024-11-10T12:20:23,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62a83f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:23,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44045,-1] 2024-11-10T12:20:23,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:23,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:23,728 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:23,729 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47267150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:23,729 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:23,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44045,1731241219492 2024-11-10T12:20:23,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7fda4d 2024-11-10T12:20:23,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:23,731 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T12:20:23,732 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,45233,1731241215255 (queues=1) is replicating from cluster=be138756-0b65-4a97-ae63-58ce2efa84d3 to cluster=5ddc665e-cf01-4c24-ad44-28cfe3824ead 2024-11-10T12:20:23,732 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C45233%2C1731241215255 2024-11-10T12:20:23,732 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,45233,1731241215255, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:20:23,732 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.shipper3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C45233%2C1731241215255 2024-11-10T12:20:23,733 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258, startPosition=0, beingWritten=true 2024-11-10T12:20:23,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:23,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:23,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:23,940 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:24,245 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:24,430 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:20:24,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:24,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:24,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:24,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:24,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:24,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44245,1731241215205 2024-11-10T12:20:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a80200 2024-11-10T12:20:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:24,433 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:24,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44245 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:20:24,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:20:24,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:24,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:24,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:24,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:24,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:24,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:20:24,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1451284517, stopped=false 2024-11-10T12:20:24,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,44045,1731241219492 2024-11-10T12:20:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844045288/running 2024-11-10T12:20:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844045288/running 2024-11-10T12:20:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:24,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:24,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:24,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:24,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:24,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,42479,1731241219537' ***** 2024-11-10T12:20:24,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:20:24,437 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:20:24,437 INFO [RS:0;3857ccc89b65:42479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:20:24,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on znode that does not yet exist, /1-844045288/running 2024-11-10T12:20:24,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Set watcher on znode that does not yet exist, /1-844045288/running 2024-11-10T12:20:24,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:20:24,437 INFO [RS:0;3857ccc89b65:42479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:20:24,437 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,42479,1731241219537 2024-11-10T12:20:24,437 INFO [RS:0;3857ccc89b65:42479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:24,437 INFO [RS:0;3857ccc89b65:42479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:42479. 2024-11-10T12:20:24,437 DEBUG [RS:0;3857ccc89b65:42479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:24,437 DEBUG [RS:0;3857ccc89b65:42479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:24,438 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:20:24,438 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:20:24,438 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:20:24,438 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:20:24,438 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:20:24,438 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:20:24,438 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:24,438 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:24,438 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:24,438 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:24,438 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:24,438 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:24,438 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T12:20:24,455 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740/.tmp/ns/03088f1922ac46bc882052fbed3b41ed is 43, key is default/ns:d/1731241222164/Put/seqid=0 2024-11-10T12:20:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741835_1011 (size=5153) 2024-11-10T12:20:24,499 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:24,638 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:24,651 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:24,838 DEBUG [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:24,860 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740/.tmp/ns/03088f1922ac46bc882052fbed3b41ed 2024-11-10T12:20:24,867 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740/.tmp/ns/03088f1922ac46bc882052fbed3b41ed as hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740/ns/03088f1922ac46bc882052fbed3b41ed 2024-11-10T12:20:24,873 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740/ns/03088f1922ac46bc882052fbed3b41ed, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T12:20:24,874 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-10T12:20:24,878 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T12:20:24,878 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:24,879 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:24,879 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:24,879 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241224438Running coprocessor pre-close hooks at 1731241224438Disabling compacts and flushes for region at 1731241224438Disabling writes for close at 1731241224438Obtaining lock to block concurrent updates at 1731241224438Preparing flush snapshotting stores in 1588230740 at 1731241224438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731241224439 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241224439Flushing 1588230740/ns: creating writer at 1731241224440 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731241224455 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731241224455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505136d8: reopening flushed file at 1731241224866 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1731241224874 (+8 ms)Writing region close event to WAL at 1731241224875 (+1 ms)Running coprocessor post-close hooks at 1731241224878 (+3 ms)Closed at 1731241224879 (+1 ms) 2024-11-10T12:20:24,879 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:24,997 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:20:24,997 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:20:25,039 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,42479,1731241219537; all regions closed. 2024-11-10T12:20:25,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741834_1010 (size=1152) 2024-11-10T12:20:25,044 DEBUG [RS:0;3857ccc89b65:42479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/oldWALs 2024-11-10T12:20:25,044 INFO [RS:0;3857ccc89b65:42479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C42479%2C1731241219537.meta:.meta(num 1731241222115) 2024-11-10T12:20:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741832_1008 (size=93) 2024-11-10T12:20:25,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/WALs/3857ccc89b65,42479,1731241219537/3857ccc89b65%2C42479%2C1731241219537.1731241221130 not finished, retry = 0 2024-11-10T12:20:25,149 DEBUG [RS:0;3857ccc89b65:42479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/oldWALs 2024-11-10T12:20:25,150 INFO [RS:0;3857ccc89b65:42479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C42479%2C1731241219537:(num 1731241221130) 2024-11-10T12:20:25,150 DEBUG [RS:0;3857ccc89b65:42479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:25,150 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:25,150 INFO [RS:0;3857ccc89b65:42479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:25,150 INFO [RS:0;3857ccc89b65:42479 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:25,150 INFO [RS:0;3857ccc89b65:42479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:25,150 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:25,150 INFO [RS:0;3857ccc89b65:42479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42479 2024-11-10T12:20:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844045288/rs/3857ccc89b65,42479,1731241219537 2024-11-10T12:20:25,152 INFO [RS:0;3857ccc89b65:42479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288/rs 2024-11-10T12:20:25,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,42479,1731241219537] 2024-11-10T12:20:25,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-844045288/draining/3857ccc89b65,42479,1731241219537 already deleted, retry=false 2024-11-10T12:20:25,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,42479,1731241219537 expired; onlineServers=0 2024-11-10T12:20:25,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,44045,1731241219492' ***** 2024-11-10T12:20:25,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:20:25,157 INFO [M:0;3857ccc89b65:44045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:25,157 INFO [M:0;3857ccc89b65:44045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:25,157 DEBUG [M:0;3857ccc89b65:44045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:20:25,157 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:25,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:20:25,157 DEBUG [M:0;3857ccc89b65:44045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:20:25,157 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241220959 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241220959,5,FailOnTimeoutGroup] 2024-11-10T12:20:25,157 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241220964 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241220964,5,FailOnTimeoutGroup] 2024-11-10T12:20:25,157 INFO [M:0;3857ccc89b65:44045 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:25,157 INFO [M:0;3857ccc89b65:44045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:25,158 DEBUG [M:0;3857ccc89b65:44045 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:20:25,158 INFO [M:0;3857ccc89b65:44045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:20:25,158 INFO [M:0;3857ccc89b65:44045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:25,158 INFO [M:0;3857ccc89b65:44045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:20:25,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:20:25,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844045288/master 2024-11-10T12:20:25,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844045288 2024-11-10T12:20:25,159 DEBUG [M:0;3857ccc89b65:44045 {}] zookeeper.ZKUtil(347): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Unable to get data of znode /1-844045288/master because node does not exist (not an error) 2024-11-10T12:20:25,159 WARN [M:0;3857ccc89b65:44045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:20:25,159 INFO [M:0;3857ccc89b65:44045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/.lastflushedseqids 2024-11-10T12:20:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741836_1012 (size=99) 2024-11-10T12:20:25,255 INFO [RS:0;3857ccc89b65:42479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:25,256 INFO [RS:0;3857ccc89b65:42479 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,42479,1731241219537; zookeeper connection closed. 2024-11-10T12:20:25,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x10101d26b3d0004, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:25,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a636ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a636ed 2024-11-10T12:20:25,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:20:25,565 INFO [M:0;3857ccc89b65:44045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:20:25,565 INFO [M:0;3857ccc89b65:44045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:20:25,565 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:25,566 INFO [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:25,566 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:25,566 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:25,566 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:25,566 INFO [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T12:20:25,582 DEBUG [M:0;3857ccc89b65:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8e6478a2f242498a63131499e2d4c6 is 82, key is hbase:meta,,1/info:regioninfo/1731241222152/Put/seqid=0 2024-11-10T12:20:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741837_1013 (size=5672) 2024-11-10T12:20:25,762 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:25,987 INFO [M:0;3857ccc89b65:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8e6478a2f242498a63131499e2d4c6 2024-11-10T12:20:26,008 DEBUG [M:0;3857ccc89b65:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1051497749941468c65548a7a6988d7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731241222169/Put/seqid=0 2024-11-10T12:20:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741838_1014 (size=5275) 2024-11-10T12:20:26,413 INFO [M:0;3857ccc89b65:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1051497749941468c65548a7a6988d7 2024-11-10T12:20:26,434 DEBUG [M:0;3857ccc89b65:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3df690601e374f7d9b34262fab14915a is 69, key is 3857ccc89b65,42479,1731241219537/rs:state/1731241220980/Put/seqid=0 2024-11-10T12:20:26,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741839_1015 (size=5156) 2024-11-10T12:20:26,468 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:26,839 INFO [M:0;3857ccc89b65:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3df690601e374f7d9b34262fab14915a 2024-11-10T12:20:26,845 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8e6478a2f242498a63131499e2d4c6 as hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8e6478a2f242498a63131499e2d4c6 2024-11-10T12:20:26,850 INFO [M:0;3857ccc89b65:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8e6478a2f242498a63131499e2d4c6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T12:20:26,851 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1051497749941468c65548a7a6988d7 as hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1051497749941468c65548a7a6988d7 2024-11-10T12:20:26,855 INFO [M:0;3857ccc89b65:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1051497749941468c65548a7a6988d7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T12:20:26,856 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3df690601e374f7d9b34262fab14915a as hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3df690601e374f7d9b34262fab14915a 2024-11-10T12:20:26,860 INFO [M:0;3857ccc89b65:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3df690601e374f7d9b34262fab14915a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T12:20:26,861 INFO [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-10T12:20:26,862 INFO [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:26,862 DEBUG [M:0;3857ccc89b65:44045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241225565Disabling compacts and flushes for region at 1731241225565Disabling writes for close at 1731241225566 (+1 ms)Obtaining lock to block concurrent updates at 1731241225566Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241225566Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731241225566Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241225567 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241225567Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241225582 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241225582Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241225993 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241226007 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241226008 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241226418 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241226433 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241226433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c033f58: reopening flushed file at 1731241226844 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db06ada: reopening flushed file at 1731241226850 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcbf7f: reopening flushed file at 1731241226855 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1731241226861 (+6 ms)Writing region close event to WAL at 1731241226862 (+1 ms)Closed at 1731241226862 2024-11-10T12:20:26,865 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac8728d-baa4-553a-2951-2564c550d511/MasterData/WALs/3857ccc89b65,44045,1731241219492/3857ccc89b65%2C44045%2C1731241219492.1731241220830 not finished, retry = 0 2024-11-10T12:20:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741830_1006 (size=10165) 2024-11-10T12:20:26,967 INFO [M:0;3857ccc89b65:44045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:20:26,967 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:26,967 INFO [M:0;3857ccc89b65:44045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44045 2024-11-10T12:20:26,967 INFO [M:0;3857ccc89b65:44045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:27,069 INFO [M:0;3857ccc89b65:44045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x10101d26b3d0003, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:27,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:27,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:27,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:27,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:27,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:27,074 WARN [BP-157426421-172.17.0.2-1731241218440 heartbeating to localhost/127.0.0.1:37731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:20:27,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:20:27,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:20:27,074 WARN [BP-157426421-172.17.0.2-1731241218440 heartbeating to localhost/127.0.0.1:37731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157426421-172.17.0.2-1731241218440 (Datanode Uuid da8be82b-3e97-4e3b-ba54-7eab4371ec08) service to localhost/127.0.0.1:37731 2024-11-10T12:20:27,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/cluster_a0baee2b-e976-12f1-5e15-552dd39aa44f/data/data1/current/BP-157426421-172.17.0.2-1731241218440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:27,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/cluster_a0baee2b-e976-12f1-5e15-552dd39aa44f/data/data2/current/BP-157426421-172.17.0.2-1731241218440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:27,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:20:27,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:27,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:27,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:27,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:27,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:27,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:20:27,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:20:27,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:27,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:27,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:27,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:27,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:27,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:20:27,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1775767937, stopped=false 2024-11-10T12:20:27,095 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,44245,1731241215205 2024-11-10T12:20:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0804466976/running 2024-11-10T12:20:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0804466976/running 2024-11-10T12:20:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:27,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:27,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:27,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on znode that does not yet exist, /0804466976/running 2024-11-10T12:20:27,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:27,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:27,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Set watcher on znode that does not yet exist, /0804466976/running 2024-11-10T12:20:27,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,45233,1731241215255' ***** 2024-11-10T12:20:27,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:20:27,098 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:20:27,098 INFO [RS:0;3857ccc89b65:45233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:20:27,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(3091): Received CLOSE for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,45233,1731241215255 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:45233. 2024-11-10T12:20:27,099 DEBUG [RS:0;3857ccc89b65:45233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:27,099 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe2a19b2ca7dae5e3c8bea1e2c9b1a3b, disabling compactions & flushes 2024-11-10T12:20:27,099 DEBUG [RS:0;3857ccc89b65:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:27,099 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:27,099 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:20:27,099 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. after waiting 0 ms 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:20:27,099 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:27,099 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:20:27,099 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T12:20:27,100 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:20:27,100 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1325): Online Regions={fe2a19b2ca7dae5e3c8bea1e2c9b1a3b=hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:20:27,100 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:27,100 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:27,100 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:27,100 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:27,100 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:27,100 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:27,100 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T12:20:27,116 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/info/e8a1bf1820ce4ec6939b506b76b073a7 is 147, key is hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b./info:regioninfo/1731241223478/Put/seqid=0 2024-11-10T12:20:27,116 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/.tmp/queue/60213572b4aa47318afe945be7d32924 is 151, key is 1-3857ccc89b65,45233,1731241215255/queue:3857ccc89b65%2C45233%2C1731241215255/1731241223707/Put/seqid=0 2024-11-10T12:20:27,121 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:20:27,121 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:20:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741838_1014 (size=5350) 2024-11-10T12:20:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741839_1015 (size=6631) 2024-11-10T12:20:27,129 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:27,273 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:27,300 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:27,500 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe2a19b2ca7dae5e3c8bea1e2c9b1a3b 2024-11-10T12:20:27,523 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/.tmp/queue/60213572b4aa47318afe945be7d32924 2024-11-10T12:20:27,523 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/info/e8a1bf1820ce4ec6939b506b76b073a7 2024-11-10T12:20:27,530 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/.tmp/queue/60213572b4aa47318afe945be7d32924 as hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/queue/60213572b4aa47318afe945be7d32924 2024-11-10T12:20:27,536 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/queue/60213572b4aa47318afe945be7d32924, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T12:20:27,537 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b in 438ms, sequenceid=5, compaction requested=false 2024-11-10T12:20:27,537 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/replication/fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T12:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:27,543 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b: Waiting for close lock at 1731241227099Running coprocessor pre-close hooks at 1731241227099Disabling compacts and flushes for region at 1731241227099Disabling writes for close at 1731241227099Obtaining lock to block concurrent updates at 1731241227099Preparing flush snapshotting stores in fe2a19b2ca7dae5e3c8bea1e2c9b1a3b at 1731241227099Finished memstore snapshotting hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731241227100 (+1 ms)Flushing stores of hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. at 1731241227100Flushing fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/queue: creating writer at 1731241227101 (+1 ms)Flushing fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/queue: appending metadata at 1731241227116 (+15 ms)Flushing fe2a19b2ca7dae5e3c8bea1e2c9b1a3b/queue: closing flushed file at 1731241227116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3fc57d: reopening flushed file at 1731241227529 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fe2a19b2ca7dae5e3c8bea1e2c9b1a3b in 438ms, sequenceid=5, compaction requested=false at 1731241227537 (+8 ms)Writing region close event to WAL at 1731241227539 (+2 ms)Running coprocessor post-close hooks at 1731241227543 (+4 ms)Closed at 1731241227543 2024-11-10T12:20:27,544 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241222295.fe2a19b2ca7dae5e3c8bea1e2c9b1a3b. 2024-11-10T12:20:27,545 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/ns/ae5d21d937a24f89b785427ec92bfcbd is 43, key is default/ns:d/1731241218282/Put/seqid=0 2024-11-10T12:20:27,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741840_1016 (size=5153) 2024-11-10T12:20:27,700 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:27,901 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:27,950 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/ns/ae5d21d937a24f89b785427ec92bfcbd 2024-11-10T12:20:27,971 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/table/8ff945a8ac464bb8bd27118adcfa63b0 is 53, key is hbase:replication/table:state/1731241223488/Put/seqid=0 2024-11-10T12:20:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741841_1017 (size=5256) 2024-11-10T12:20:28,101 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:20:28,101 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:20:28,101 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:28,178 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/WALs/3857ccc89b65,45233,1731241215255/3857ccc89b65%2C45233%2C1731241215255.1731241217258 to pos 0, reset compression=false 2024-11-10T12:20:28,301 DEBUG [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:20:28,376 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/table/8ff945a8ac464bb8bd27118adcfa63b0 2024-11-10T12:20:28,383 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/info/e8a1bf1820ce4ec6939b506b76b073a7 as hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/info/e8a1bf1820ce4ec6939b506b76b073a7 2024-11-10T12:20:28,388 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/info/e8a1bf1820ce4ec6939b506b76b073a7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T12:20:28,389 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/ns/ae5d21d937a24f89b785427ec92bfcbd as hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/ns/ae5d21d937a24f89b785427ec92bfcbd 2024-11-10T12:20:28,394 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/ns/ae5d21d937a24f89b785427ec92bfcbd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:20:28,395 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/.tmp/table/8ff945a8ac464bb8bd27118adcfa63b0 as hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/table/8ff945a8ac464bb8bd27118adcfa63b0 2024-11-10T12:20:28,400 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/table/8ff945a8ac464bb8bd27118adcfa63b0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T12:20:28,402 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-11-10T12:20:28,406 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T12:20:28,406 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:28,406 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:28,406 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:28,406 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241227100Running coprocessor pre-close hooks at 1731241227100Disabling compacts and flushes for region at 1731241227100Disabling writes for close at 1731241227100Obtaining lock to block concurrent updates at 1731241227100Preparing flush snapshotting stores in 1588230740 at 1731241227100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731241227100Flushing stores of hbase:meta,,1.1588230740 at 1731241227101 (+1 ms)Flushing 1588230740/info: creating writer at 1731241227101Flushing 1588230740/info: appending metadata at 1731241227116 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731241227116Flushing 1588230740/ns: creating writer at 1731241227529 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731241227544 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731241227544Flushing 1588230740/table: creating writer at 1731241227956 (+412 ms)Flushing 1588230740/table: appending metadata at 1731241227970 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731241227970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f997054: reopening flushed file at 1731241228382 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463f1c60: reopening flushed file at 1731241228388 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a622065: reopening flushed file at 1731241228394 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1731241228402 (+8 ms)Writing region close event to WAL at 1731241228403 (+1 ms)Running coprocessor post-close hooks at 1731241228406 (+3 ms)Closed at 1731241228406 2024-11-10T12:20:28,407 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:28,501 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,45233,1731241215255; all regions closed. 2024-11-10T12:20:28,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741834_1010 (size=2742) 2024-11-10T12:20:28,506 DEBUG [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/oldWALs 2024-11-10T12:20:28,506 INFO [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C45233%2C1731241215255.meta:.meta(num 1731241218227) 2024-11-10T12:20:28,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741837_1013 (size=1586) 2024-11-10T12:20:28,511 DEBUG [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/oldWALs 2024-11-10T12:20:28,511 INFO [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C45233%2C1731241215255.rep:(num 1731241223441) 2024-11-10T12:20:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741832_1008 (size=93) 2024-11-10T12:20:28,515 DEBUG [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/oldWALs 2024-11-10T12:20:28,515 INFO [RS:0;3857ccc89b65:45233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C45233%2C1731241215255:(num 1731241217258) 2024-11-10T12:20:28,515 DEBUG [RS:0;3857ccc89b65:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:28,515 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:28,515 INFO [RS:0;3857ccc89b65:45233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:28,516 INFO [RS:0;3857ccc89b65:45233 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:28,516 INFO [RS:0;3857ccc89b65:45233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:28,516 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:28,516 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,45233,1731241215255 because: Region server is closing 2024-11-10T12:20:28,516 INFO [RS:0;3857ccc89b65:45233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:45233. 2024-11-10T12:20:28,516 DEBUG [RS:0;3857ccc89b65:45233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:28,516 DEBUG [RS:0;3857ccc89b65:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:28,517 DEBUG [RS:0;3857ccc89b65:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:28,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:28,617 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.shipper3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:20:28,617 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.wal-reader.3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:20:28,617 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,45233,1731241215255.replicationSource.shipper3857ccc89b65%2C45233%2C1731241215255,1-3857ccc89b65,45233,1731241215255 terminated 2024-11-10T12:20:28,617 INFO [RS:0;3857ccc89b65:45233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45233 2024-11-10T12:20:28,620 INFO [RS:0;3857ccc89b65:45233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:28,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0804466976/rs/3857ccc89b65,45233,1731241215255 2024-11-10T12:20:28,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976/rs 2024-11-10T12:20:28,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,45233,1731241215255] 2024-11-10T12:20:28,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0804466976/draining/3857ccc89b65,45233,1731241215255 already deleted, retry=false 2024-11-10T12:20:28,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,45233,1731241215255 expired; onlineServers=0 2024-11-10T12:20:28,624 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,44245,1731241215205' ***** 2024-11-10T12:20:28,624 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:20:28,624 INFO [M:0;3857ccc89b65:44245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:20:28,624 INFO [M:0;3857ccc89b65:44245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:20:28,624 DEBUG [M:0;3857ccc89b65:44245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:20:28,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:20:28,624 DEBUG [M:0;3857ccc89b65:44245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:20:28,624 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241217058 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241217058,5,FailOnTimeoutGroup] 2024-11-10T12:20:28,624 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241217059 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241217059,5,FailOnTimeoutGroup] 2024-11-10T12:20:28,624 INFO [M:0;3857ccc89b65:44245 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:28,625 INFO [M:0;3857ccc89b65:44245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:20:28,625 DEBUG [M:0;3857ccc89b65:44245 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:20:28,625 INFO [M:0;3857ccc89b65:44245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:20:28,625 INFO [M:0;3857ccc89b65:44245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:20:28,625 INFO [M:0;3857ccc89b65:44245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:20:28,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:20:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0804466976/master 2024-11-10T12:20:28,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804466976 2024-11-10T12:20:28,626 DEBUG [M:0;3857ccc89b65:44245 {}] zookeeper.ZKUtil(347): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Unable to get data of znode /0804466976/master because node does not exist (not an error) 2024-11-10T12:20:28,626 WARN [M:0;3857ccc89b65:44245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:20:28,626 INFO [M:0;3857ccc89b65:44245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/.lastflushedseqids 2024-11-10T12:20:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741842_1018 (size=181) 2024-11-10T12:20:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:28,721 INFO [RS:0;3857ccc89b65:45233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:28,721 INFO [RS:0;3857ccc89b65:45233 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,45233,1731241215255; zookeeper connection closed. 2024-11-10T12:20:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x10101d26b3d0001, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:28,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a6f98a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a6f98a9 2024-11-10T12:20:28,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:20:28,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:28,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:28,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:28,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:28,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:28,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:20:28,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:29,032 INFO [M:0;3857ccc89b65:44245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:20:29,032 INFO [M:0;3857ccc89b65:44245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:20:29,032 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:29,032 INFO [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:29,032 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:29,032 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:29,032 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:29,033 INFO [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T12:20:29,049 DEBUG [M:0;3857ccc89b65:44245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbd5abe9961b4a728815baab5813607d is 82, key is hbase:meta,,1/info:regioninfo/1731241218266/Put/seqid=0 2024-11-10T12:20:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741843_1019 (size=5672) 2024-11-10T12:20:29,454 INFO [M:0;3857ccc89b65:44245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbd5abe9961b4a728815baab5813607d 2024-11-10T12:20:29,481 DEBUG [M:0;3857ccc89b65:44245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26c7940e7d2d4d72a1b7e640e3081ffe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731241223492/Put/seqid=0 2024-11-10T12:20:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741844_1020 (size=7203) 2024-11-10T12:20:29,886 INFO [M:0;3857ccc89b65:44245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26c7940e7d2d4d72a1b7e640e3081ffe 2024-11-10T12:20:29,905 DEBUG [M:0;3857ccc89b65:44245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/379798ef8f9a49dbbf4700968f52d55d is 69, key is 3857ccc89b65,45233,1731241215255/rs:state/1731241217102/Put/seqid=0 2024-11-10T12:20:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741845_1021 (size=5156) 2024-11-10T12:20:30,310 INFO [M:0;3857ccc89b65:44245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/379798ef8f9a49dbbf4700968f52d55d 2024-11-10T12:20:30,316 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbd5abe9961b4a728815baab5813607d as hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbd5abe9961b4a728815baab5813607d 2024-11-10T12:20:30,321 INFO [M:0;3857ccc89b65:44245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbd5abe9961b4a728815baab5813607d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T12:20:30,322 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26c7940e7d2d4d72a1b7e640e3081ffe as hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26c7940e7d2d4d72a1b7e640e3081ffe 2024-11-10T12:20:30,327 INFO [M:0;3857ccc89b65:44245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26c7940e7d2d4d72a1b7e640e3081ffe, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T12:20:30,328 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/379798ef8f9a49dbbf4700968f52d55d as hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/379798ef8f9a49dbbf4700968f52d55d 2024-11-10T12:20:30,334 INFO [M:0;3857ccc89b65:44245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/44a459f9-655f-e6e8-d8b2-eaaa5fb3dbcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/379798ef8f9a49dbbf4700968f52d55d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T12:20:30,335 INFO [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=70, compaction requested=false 2024-11-10T12:20:30,336 INFO [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:30,337 DEBUG [M:0;3857ccc89b65:44245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241229032Disabling compacts and flushes for region at 1731241229032Disabling writes for close at 1731241229032Obtaining lock to block concurrent updates at 1731241229033 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241229033Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731241229033Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241229034 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241229034Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241229048 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241229049 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241229459 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241229481 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241229481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241229891 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241229905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241229905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de5763a: reopening flushed file at 1731241230315 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd69619: reopening flushed file at 1731241230322 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52130798: reopening flushed file at 1731241230328 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=70, compaction requested=false at 1731241230335 (+7 ms)Writing region close event to WAL at 1731241230336 (+1 ms)Closed at 1731241230336 2024-11-10T12:20:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41961 is added to blk_1073741830_1006 (size=41008) 2024-11-10T12:20:30,342 INFO [M:0;3857ccc89b65:44245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:20:30,342 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:20:30,343 INFO [M:0;3857ccc89b65:44245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44245 2024-11-10T12:20:30,343 INFO [M:0;3857ccc89b65:44245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:20:30,445 INFO [M:0;3857ccc89b65:44245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:20:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44245-0x10101d26b3d0000, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:30,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:30,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:30,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:30,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:30,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:30,450 WARN [BP-127335824-172.17.0.2-1731241214162 heartbeating to localhost/127.0.0.1:45675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:20:30,450 WARN [BP-127335824-172.17.0.2-1731241214162 heartbeating to localhost/127.0.0.1:45675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-127335824-172.17.0.2-1731241214162 (Datanode Uuid 7fdc782a-1da9-4023-b631-64230b5cfc8e) service to localhost/127.0.0.1:45675 2024-11-10T12:20:30,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:20:30,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724/data/data1/current/BP-127335824-172.17.0.2-1731241214162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:30,451 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:20:30,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:20:30,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/cluster_b0c7c50e-b434-48cd-b3cc-d6b26a9a0724/data/data2/current/BP-127335824-172.17.0.2-1731241214162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:30,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:30,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:30,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:30,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:30,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44c740b8-5f93-9aef-aa26-0fef81ae97bd/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:30,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:20:30,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:20:30,490 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45675 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37731 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 105) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8672 (was 8981) 2024-11-10T12:20:30,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=8672 2024-11-10T12:20:30,510 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T12:20:30,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.log.dir so I do NOT create it in target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf 2024-11-10T12:20:30,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:20:30,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.tmp.dir so I do NOT create it in target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf 2024-11-10T12:20:30,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8a3511-5bcf-d264-eed6-da78478e918f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:20:30,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf 2024-11-10T12:20:30,511 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84, deleteOnExit=true 2024-11-10T12:20:30,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84/zookeeper_0, clientPort=56930, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:20:30,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56930 2024-11-10T12:20:30,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:20:30,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:20:30,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/test.cache.data in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:20:30,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:20:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:20:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:20:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:20:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:20:30,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d26b3d0002, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:20:30,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d26b3d0005, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:20:30,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d26b3d0002, quorum=127.0.0.1:51102, baseZNode=/0804466976 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:20:30,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d26b3d0005, quorum=127.0.0.1:51102, baseZNode=/1-844045288 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:20:30,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:30,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:30,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:30,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:30,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:20:30,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:30,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:30,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:30,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/java.io.tmpdir/jetty-localhost-34177-hadoop-hdfs-3_4_1-tests_jar-_-any-16095967122962372070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:30,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:34177} 2024-11-10T12:20:30,727 INFO [Time-limited test {}] server.Server(415): Started @47437ms 2024-11-10T12:20:30,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:30,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:30,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:30,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:30,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:20:30,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:30,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:30,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/java.io.tmpdir/jetty-localhost-45035-hadoop-hdfs-3_4_1-tests_jar-_-any-10979333116962435698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:30,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:45035} 2024-11-10T12:20:30,932 INFO [Time-limited test {}] server.Server(415): Started @47642ms 2024-11-10T12:20:30,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:20:31,029 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84/data/data1/current/BP-1583082673-172.17.0.2-1731241230546/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:31,030 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84/data/data2/current/BP-1583082673-172.17.0.2-1731241230546/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:31,053 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:20:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664b3e7cdb70ab19 with lease ID 0xe26e2b477a85cbd5: Processing first storage report for DS-e68495f2-837b-460d-931b-d87c861a9ab1 from datanode DatanodeRegistration(127.0.0.1:36783, datanodeUuid=004b382d-e2e3-4127-bbd5-22b8c89fe2d1, infoPort=44651, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=17037959;c=1731241230546) 2024-11-10T12:20:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664b3e7cdb70ab19 with lease ID 0xe26e2b477a85cbd5: from storage DS-e68495f2-837b-460d-931b-d87c861a9ab1 node DatanodeRegistration(127.0.0.1:36783, datanodeUuid=004b382d-e2e3-4127-bbd5-22b8c89fe2d1, infoPort=44651, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=17037959;c=1731241230546), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T12:20:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664b3e7cdb70ab19 with lease ID 0xe26e2b477a85cbd5: Processing first storage report for DS-db4bc53f-7676-44c4-b0d1-9caa8680220b from datanode DatanodeRegistration(127.0.0.1:36783, datanodeUuid=004b382d-e2e3-4127-bbd5-22b8c89fe2d1, infoPort=44651, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=17037959;c=1731241230546) 2024-11-10T12:20:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664b3e7cdb70ab19 with lease ID 0xe26e2b477a85cbd5: from storage DS-db4bc53f-7676-44c4-b0d1-9caa8680220b node DatanodeRegistration(127.0.0.1:36783, datanodeUuid=004b382d-e2e3-4127-bbd5-22b8c89fe2d1, infoPort=44651, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=17037959;c=1731241230546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:20:31,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf 2024-11-10T12:20:31,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:31,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:20:31,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd with version=8 2024-11-10T12:20:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/hbase-staging 2024-11-10T12:20:31,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:31,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:31,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:31,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:31,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:31,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:31,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:20:31,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:31,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36515 2024-11-10T12:20:31,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36515 connecting to ZooKeeper ensemble=127.0.0.1:56930 2024-11-10T12:20:31,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365150x0, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:31,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36515-0x10101d2ab400000 connected 2024-11-10T12:20:31,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:31,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:31,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on znode that does not yet exist, /0593815752/running 2024-11-10T12:20:31,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd, hbase.cluster.distributed=false 2024-11-10T12:20:31,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on znode that does not yet exist, /0593815752/acl 2024-11-10T12:20:31,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36515 2024-11-10T12:20:31,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36515 2024-11-10T12:20:31,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36515 2024-11-10T12:20:31,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36515 2024-11-10T12:20:31,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36515 2024-11-10T12:20:31,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:31,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:31,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:31,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:31,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:31,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:31,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:20:31,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:31,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43969 2024-11-10T12:20:31,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43969 connecting to ZooKeeper ensemble=127.0.0.1:56930 2024-11-10T12:20:31,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:31,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:31,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439690x0, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:31,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43969-0x10101d2ab400001 connected 2024-11-10T12:20:31,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on znode that does not yet exist, /0593815752/running 2024-11-10T12:20:31,538 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:20:31,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:20:31,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on znode that does not yet exist, /0593815752/master 2024-11-10T12:20:31,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on znode that does not yet exist, /0593815752/acl 2024-11-10T12:20:31,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-10T12:20:31,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43969 2024-11-10T12:20:31,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43969 2024-11-10T12:20:31,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-10T12:20:31,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-10T12:20:31,557 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:36515 2024-11-10T12:20:31,557 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0593815752/backup-masters/3857ccc89b65,36515,1731241231480 2024-11-10T12:20:31,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752/backup-masters 2024-11-10T12:20:31,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752/backup-masters 2024-11-10T12:20:31,559 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on existing znode=/0593815752/backup-masters/3857ccc89b65,36515,1731241231480 2024-11-10T12:20:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0593815752/master 2024-11-10T12:20:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:31,562 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on existing znode=/0593815752/master 2024-11-10T12:20:31,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0593815752/backup-masters/3857ccc89b65,36515,1731241231480 from backup master directory 2024-11-10T12:20:31,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752/backup-masters 2024-11-10T12:20:31,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593815752/backup-masters/3857ccc89b65,36515,1731241231480 2024-11-10T12:20:31,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752/backup-masters 2024-11-10T12:20:31,563 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:31,564 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,36515,1731241231480 2024-11-10T12:20:31,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/hbase.id] with ID: 926d2c63-ce14-4b7d-9a89-cae51ff1b487 2024-11-10T12:20:31,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/.tmp/hbase.id 2024-11-10T12:20:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:20:31,975 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/.tmp/hbase.id]:[hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/hbase.id] 2024-11-10T12:20:31,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:31,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:20:31,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:20:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:31,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:20:32,396 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:32,397 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:20:32,397 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:32,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:20:32,806 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store 2024-11-10T12:20:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:20:33,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:33,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:33,213 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:33,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:33,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:33,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:33,213 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:33,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241233213Disabling compacts and flushes for region at 1731241233213Disabling writes for close at 1731241233213Writing region close event to WAL at 1731241233213Closed at 1731241233213 2024-11-10T12:20:33,214 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/.initializing 2024-11-10T12:20:33,214 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/WALs/3857ccc89b65,36515,1731241231480 2024-11-10T12:20:33,215 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:33,217 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C36515%2C1731241231480, suffix=, logDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/WALs/3857ccc89b65,36515,1731241231480, archiveDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/oldWALs, maxLogs=10 2024-11-10T12:20:33,230 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/WALs/3857ccc89b65,36515,1731241231480/3857ccc89b65%2C36515%2C1731241231480.1731241233217, exclude list is [], retry=0 2024-11-10T12:20:33,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-e68495f2-837b-460d-931b-d87c861a9ab1,DISK] 2024-11-10T12:20:33,235 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/WALs/3857ccc89b65,36515,1731241231480/3857ccc89b65%2C36515%2C1731241231480.1731241233217 2024-11-10T12:20:33,236 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44651:44651)] 2024-11-10T12:20:33,236 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:33,237 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:33,237 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,237 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:20:33,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:33,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:33,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:20:33,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:33,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:33,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:20:33,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:33,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:33,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:20:33,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:33,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:33,248 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,249 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,249 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,250 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,250 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,251 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:33,252 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:33,254 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:33,254 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75135899, jitterRate=0.11961214244365692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:33,255 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241233237Initializing all the Stores at 1731241233238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241233238Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241233239 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241233239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241233239Cleaning up temporary data from old regions at 1731241233250 (+11 ms)Region opened successfully at 1731241233255 (+5 ms) 2024-11-10T12:20:33,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:20:33,258 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b041cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:33,259 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:20:33,259 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:20:33,259 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:20:33,259 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:20:33,260 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:20:33,260 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:20:33,260 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:20:33,262 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:20:33,263 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Unable to get data of znode /0593815752/balancer because node does not exist (not necessarily an error) 2024-11-10T12:20:33,264 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593815752/balancer already deleted, retry=false 2024-11-10T12:20:33,264 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:20:33,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Unable to get data of znode /0593815752/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:20:33,267 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593815752/normalizer already deleted, retry=false 2024-11-10T12:20:33,267 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:20:33,268 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Unable to get data of znode /0593815752/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:20:33,269 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593815752/switch/split already deleted, retry=false 2024-11-10T12:20:33,270 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Unable to get data of znode /0593815752/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:20:33,271 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593815752/switch/merge already deleted, retry=false 2024-11-10T12:20:33,273 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Unable to get data of znode /0593815752/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:20:33,274 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593815752/snapshot-cleanup already deleted, retry=false 2024-11-10T12:20:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0593815752/running 2024-11-10T12:20:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0593815752/running 2024-11-10T12:20:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:33,277 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,36515,1731241231480, sessionid=0x10101d2ab400000, setting cluster-up flag (Was=false) 2024-11-10T12:20:33,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:33,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:33,283 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0593815752/flush-table-proc/acquired, /0593815752/flush-table-proc/reached, /0593815752/flush-table-proc/abort 2024-11-10T12:20:33,284 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,36515,1731241231480 2024-11-10T12:20:33,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:33,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:33,292 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0593815752/online-snapshot/acquired, /0593815752/online-snapshot/reached, /0593815752/online-snapshot/abort 2024-11-10T12:20:33,292 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,36515,1731241231480 2024-11-10T12:20:33,293 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:20:33,295 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:33,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:20:33,295 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:20:33,295 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,36515,1731241231480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:20:33,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:33,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:33,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:33,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:33,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:20:33,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,296 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:33,297 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241263298 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:20:33,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:20:33,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,298 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:20:33,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:20:33,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:20:33,299 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241233299,5,FailOnTimeoutGroup] 2024-11-10T12:20:33,299 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241233299,5,FailOnTimeoutGroup] 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,299 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:20:33,348 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(746): ClusterId : 926d2c63-ce14-4b7d-9a89-cae51ff1b487 2024-11-10T12:20:33,348 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:20:33,350 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:20:33,350 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:20:33,354 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:20:33,354 DEBUG [RS:0;3857ccc89b65:43969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f735205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:33,366 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:43969 2024-11-10T12:20:33,366 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:20:33,366 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:20:33,366 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:20:33,367 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,36515,1731241231480 with port=43969, startcode=1731241231528 2024-11-10T12:20:33,367 DEBUG [RS:0;3857ccc89b65:43969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:20:33,368 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:20:33,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,43969,1731241231528 2024-11-10T12:20:33,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36515 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:33,371 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd 2024-11-10T12:20:33,371 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34199 2024-11-10T12:20:33,371 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:20:33,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752/rs 2024-11-10T12:20:33,372 DEBUG [RS:0;3857ccc89b65:43969 {}] zookeeper.ZKUtil(111): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on existing znode=/0593815752/rs/3857ccc89b65,43969,1731241231528 2024-11-10T12:20:33,372 WARN [RS:0;3857ccc89b65:43969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:33,373 INFO [RS:0;3857ccc89b65:43969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:33,373 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528 2024-11-10T12:20:33,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,43969,1731241231528] 2024-11-10T12:20:33,376 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:20:33,377 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:20:33,378 INFO [RS:0;3857ccc89b65:43969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:20:33,378 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,378 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:20:33,378 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:20:33,378 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:33,379 DEBUG [RS:0;3857ccc89b65:43969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:33,379 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,379 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,379 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,379 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,380 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,380 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43969,1731241231528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:33,393 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:20:33,394 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43969,1731241231528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,394 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,394 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.Replication(171): 3857ccc89b65,43969,1731241231528 started 2024-11-10T12:20:33,407 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:33,407 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,43969,1731241231528, RpcServer on 3857ccc89b65/172.17.0.2:43969, sessionid=0x10101d2ab400001 2024-11-10T12:20:33,407 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:20:33,407 DEBUG [RS:0;3857ccc89b65:43969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,43969,1731241231528 2024-11-10T12:20:33,407 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,43969,1731241231528' 2024-11-10T12:20:33,407 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0593815752/flush-table-proc/abort' 2024-11-10T12:20:33,408 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0593815752/flush-table-proc/acquired' 2024-11-10T12:20:33,408 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:20:33,408 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:20:33,408 DEBUG [RS:0;3857ccc89b65:43969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,43969,1731241231528 2024-11-10T12:20:33,408 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,43969,1731241231528' 2024-11-10T12:20:33,408 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0593815752/online-snapshot/abort' 2024-11-10T12:20:33,408 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0593815752/online-snapshot/acquired' 2024-11-10T12:20:33,409 DEBUG [RS:0;3857ccc89b65:43969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:20:33,409 INFO [RS:0;3857ccc89b65:43969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:20:33,409 INFO [RS:0;3857ccc89b65:43969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:20:33,509 INFO [RS:0;3857ccc89b65:43969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:33,511 INFO [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C43969%2C1731241231528, suffix=, logDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528, archiveDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/oldWALs, maxLogs=10 2024-11-10T12:20:33,525 DEBUG [RS:0;3857ccc89b65:43969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511, exclude list is [], retry=0 2024-11-10T12:20:33,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-e68495f2-837b-460d-931b-d87c861a9ab1,DISK] 2024-11-10T12:20:33,530 INFO [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 2024-11-10T12:20:33,530 DEBUG [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44651:44651)] 2024-11-10T12:20:33,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:20:33,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd 2024-11-10T12:20:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:20:33,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:33,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:33,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:33,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:33,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:34,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:34,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:34,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:34,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:34,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:34,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:34,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:34,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:34,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:34,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740 2024-11-10T12:20:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740 2024-11-10T12:20:34,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:34,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:34,127 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:34,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:34,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:34,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60863693, jitterRate=-0.09306029975414276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241234115Initializing all the Stores at 1731241234116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241234116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241234116Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241234116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241234116Cleaning up temporary data from old regions at 1731241234127 (+11 ms)Region opened successfully at 1731241234131 (+4 ms) 2024-11-10T12:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:34,131 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:34,132 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:34,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241234131Disabling compacts and flushes for region at 1731241234131Disabling writes for close at 1731241234131Writing region close event to WAL at 1731241234132 (+1 ms)Closed at 1731241234132 2024-11-10T12:20:34,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:34,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:20:34,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:20:34,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:34,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:20:34,285 DEBUG [3857ccc89b65:36515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:20:34,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:34,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,43969,1731241231528, state=OPENING 2024-11-10T12:20:34,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:20:34,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:34,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:34,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:34,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593815752/meta-region-server: CHANGED 2024-11-10T12:20:34,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593815752/meta-region-server: CHANGED 2024-11-10T12:20:34,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,43969,1731241231528}] 2024-11-10T12:20:34,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:20:34,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:20:34,450 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:20:34,450 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:34,450 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:20:34,451 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C43969%2C1731241231528.meta, suffix=.meta, logDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528, archiveDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/oldWALs, maxLogs=10 2024-11-10T12:20:34,465 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.meta.1731241234452.meta, exclude list is [], retry=0 2024-11-10T12:20:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-e68495f2-837b-460d-931b-d87c861a9ab1,DISK] 2024-11-10T12:20:34,469 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.meta.1731241234452.meta 2024-11-10T12:20:34,470 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44651:44651)] 2024-11-10T12:20:34,470 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:34,470 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:34,470 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:34,470 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:20:34,470 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:20:34,471 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:20:34,471 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:34,471 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:20:34,471 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:20:34,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:34,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:34,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:34,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:34,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:34,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:34,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:34,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:34,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:34,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:34,477 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:34,477 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740 2024-11-10T12:20:34,478 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740 2024-11-10T12:20:34,479 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:34,479 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:34,480 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:34,481 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:34,482 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65079178, jitterRate=-0.030244678258895874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:34,482 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:20:34,482 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241234471Writing region info on filesystem at 1731241234471Initializing all the Stores at 1731241234472 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241234472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241234472Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241234472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241234472Cleaning up temporary data from old regions at 1731241234479 (+7 ms)Running coprocessor post-open hooks at 1731241234482 (+3 ms)Region opened successfully at 1731241234482 2024-11-10T12:20:34,483 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241234443 2024-11-10T12:20:34,486 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:20:34,486 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:20:34,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:34,487 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,43969,1731241231528, state=OPEN 2024-11-10T12:20:34,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0593815752/meta-region-server 2024-11-10T12:20:34,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0593815752/meta-region-server 2024-11-10T12:20:34,492 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:34,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593815752/meta-region-server: CHANGED 2024-11-10T12:20:34,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593815752/meta-region-server: CHANGED 2024-11-10T12:20:34,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:20:34,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,43969,1731241231528 in 202 msec 2024-11-10T12:20:34,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:20:34,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-10T12:20:34,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:34,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:20:34,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:34,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43969,1731241231528, seqNum=-1] 2024-11-10T12:20:34,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:34,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:34,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-10T12:20:34,506 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241234506, completionTime=-1 2024-11-10T12:20:34,506 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:20:34,506 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:20:34,508 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:20:34,508 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241294508 2024-11-10T12:20:34,508 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241354508 2024-11-10T12:20:34,508 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:20:34,508 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36515,1731241231480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:34,508 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36515,1731241231480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:34,508 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36515,1731241231480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:34,509 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:36515, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:34,509 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:34,509 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:34,510 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:20:34,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-10T12:20:34,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:20:34,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:20:34,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:20:34,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:20:34,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:20:34,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36515,1731241231480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:34,513 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36515,1731241231480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:20:34,515 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:20:34,515 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:20:34,515 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36515,1731241231480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:34,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:34,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36515,-1 for getting cluster id 2024-11-10T12:20:34,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:34,551 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '926d2c63-ce14-4b7d-9a89-cae51ff1b487' 2024-11-10T12:20:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "926d2c63-ce14-4b7d-9a89-cae51ff1b487" 2024-11-10T12:20:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5846d4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36515,-1] 2024-11-10T12:20:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:34,553 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:34,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:34,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43969,1731241231528, seqNum=-1] 2024-11-10T12:20:34,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:34,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:34,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,36515,1731241231480 2024-11-10T12:20:34,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56930 2024-11-10T12:20:34,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:34,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d2ab400002 connected 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.log.dir so I do NOT create it in target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7 2024-11-10T12:20:34,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.tmp.dir so I do NOT create it in target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7 2024-11-10T12:20:34,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:20:34,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/cluster_cc62cb7d-27be-ddbc-80f0-b3af590f1d54, deleteOnExit=true 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/test.cache.data in system properties and HBase conf 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:20:34,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:20:34,567 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:20:34,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:20:34,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:34,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:34,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:34,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:34,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:20:34,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:34,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:34,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:34,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/java.io.tmpdir/jetty-localhost-43217-hadoop-hdfs-3_4_1-tests_jar-_-any-15810817807002975557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:34,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:43217} 2024-11-10T12:20:34,763 INFO [Time-limited test {}] server.Server(415): Started @51473ms 2024-11-10T12:20:34,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:20:34,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:20:34,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:20:34,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:20:34,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:20:34,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:20:34,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:20:34,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/java.io.tmpdir/jetty-localhost-36375-hadoop-hdfs-3_4_1-tests_jar-_-any-3474947335336023642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:34,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:36375} 2024-11-10T12:20:34,963 INFO [Time-limited test {}] server.Server(415): Started @51673ms 2024-11-10T12:20:34,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:20:35,065 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/cluster_cc62cb7d-27be-ddbc-80f0-b3af590f1d54/data/data1/current/BP-1484682422-172.17.0.2-1731241234588/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:35,065 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/cluster_cc62cb7d-27be-ddbc-80f0-b3af590f1d54/data/data2/current/BP-1484682422-172.17.0.2-1731241234588/current, will proceed with Du for space computation calculation, 2024-11-10T12:20:35,089 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:20:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe179c754475f824e with lease ID 0x1c40f92ab0f0af4b: Processing first storage report for DS-7a27913f-5f0b-4e05-8f24-b5d5e735b115 from datanode DatanodeRegistration(127.0.0.1:42129, datanodeUuid=02df2524-11f9-4ec1-a7c7-4d24fe4f5f62, infoPort=39469, infoSecurePort=0, ipcPort=46509, storageInfo=lv=-57;cid=testClusterID;nsid=747655406;c=1731241234588) 2024-11-10T12:20:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe179c754475f824e with lease ID 0x1c40f92ab0f0af4b: from storage DS-7a27913f-5f0b-4e05-8f24-b5d5e735b115 node DatanodeRegistration(127.0.0.1:42129, datanodeUuid=02df2524-11f9-4ec1-a7c7-4d24fe4f5f62, infoPort=39469, infoSecurePort=0, ipcPort=46509, storageInfo=lv=-57;cid=testClusterID;nsid=747655406;c=1731241234588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:20:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe179c754475f824e with lease ID 0x1c40f92ab0f0af4b: Processing first storage report for DS-c86d54ca-b9e5-4440-9401-c986d0b5b8b6 from datanode DatanodeRegistration(127.0.0.1:42129, datanodeUuid=02df2524-11f9-4ec1-a7c7-4d24fe4f5f62, infoPort=39469, infoSecurePort=0, ipcPort=46509, storageInfo=lv=-57;cid=testClusterID;nsid=747655406;c=1731241234588) 2024-11-10T12:20:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe179c754475f824e with lease ID 0x1c40f92ab0f0af4b: from storage DS-c86d54ca-b9e5-4440-9401-c986d0b5b8b6 node DatanodeRegistration(127.0.0.1:42129, datanodeUuid=02df2524-11f9-4ec1-a7c7-4d24fe4f5f62, infoPort=39469, infoSecurePort=0, ipcPort=46509, storageInfo=lv=-57;cid=testClusterID;nsid=747655406;c=1731241234588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:20:35,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7 2024-11-10T12:20:35,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:35,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:20:35,601 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345 with version=8 2024-11-10T12:20:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/hbase-staging 2024-11-10T12:20:35,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:35,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:35,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:35,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:35,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:35,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:35,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:20:35,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:35,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39981 2024-11-10T12:20:35,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39981 connecting to ZooKeeper ensemble=127.0.0.1:56930 2024-11-10T12:20:35,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399810x0, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:35,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39981-0x10101d2ab400003 connected 2024-11-10T12:20:35,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:35,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:35,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on znode that does not yet exist, /1514710917/running 2024-11-10T12:20:35,622 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345, hbase.cluster.distributed=false 2024-11-10T12:20:35,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on znode that does not yet exist, /1514710917/acl 2024-11-10T12:20:35,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-10T12:20:35,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39981 2024-11-10T12:20:35,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39981 2024-11-10T12:20:35,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-10T12:20:35,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-10T12:20:35,641 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:20:35,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:35,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:35,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:20:35,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:20:35,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:20:35,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:20:35,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:20:35,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35795 2024-11-10T12:20:35,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35795 connecting to ZooKeeper ensemble=127.0.0.1:56930 2024-11-10T12:20:35,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:35,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:35,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357950x0, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:35,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357950x0, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on znode that does not yet exist, /1514710917/running 2024-11-10T12:20:35,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35795-0x10101d2ab400004 connected 2024-11-10T12:20:35,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:20:35,649 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:20:35,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on znode that does not yet exist, /1514710917/master 2024-11-10T12:20:35,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on znode that does not yet exist, /1514710917/acl 2024-11-10T12:20:35,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-10T12:20:35,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35795 2024-11-10T12:20:35,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35795 2024-11-10T12:20:35,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-10T12:20:35,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-10T12:20:35,666 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:39981 2024-11-10T12:20:35,667 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1514710917/backup-masters/3857ccc89b65,39981,1731241235603 2024-11-10T12:20:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917/backup-masters 2024-11-10T12:20:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917/backup-masters 2024-11-10T12:20:35,669 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on existing znode=/1514710917/backup-masters/3857ccc89b65,39981,1731241235603 2024-11-10T12:20:35,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1514710917/master 2024-11-10T12:20:35,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:35,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:35,671 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on existing znode=/1514710917/master 2024-11-10T12:20:35,672 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1514710917/backup-masters/3857ccc89b65,39981,1731241235603 from backup master directory 2024-11-10T12:20:35,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917/backup-masters 2024-11-10T12:20:35,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1514710917/backup-masters/3857ccc89b65,39981,1731241235603 2024-11-10T12:20:35,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917/backup-masters 2024-11-10T12:20:35,673 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:35,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,39981,1731241235603 2024-11-10T12:20:35,677 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/hbase.id] with ID: e1f678a2-ce71-4f40-a651-202c4d38ce71 2024-11-10T12:20:35,677 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/.tmp/hbase.id 2024-11-10T12:20:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:20:36,083 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/.tmp/hbase.id]:[hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/hbase.id] 2024-11-10T12:20:36,094 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:36,094 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:20:36,095 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:20:36,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:36,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:20:36,502 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:36,504 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:20:36,504 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:36,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:20:36,912 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store 2024-11-10T12:20:36,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:20:37,320 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:37,320 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:37,320 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:37,320 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:37,320 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:37,320 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:37,320 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:37,320 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241237320Disabling compacts and flushes for region at 1731241237320Disabling writes for close at 1731241237320Writing region close event to WAL at 1731241237320Closed at 1731241237320 2024-11-10T12:20:37,321 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/.initializing 2024-11-10T12:20:37,321 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/WALs/3857ccc89b65,39981,1731241235603 2024-11-10T12:20:37,322 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:37,324 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C39981%2C1731241235603, suffix=, logDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/WALs/3857ccc89b65,39981,1731241235603, archiveDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/oldWALs, maxLogs=10 2024-11-10T12:20:37,337 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/WALs/3857ccc89b65,39981,1731241235603/3857ccc89b65%2C39981%2C1731241235603.1731241237324, exclude list is [], retry=0 2024-11-10T12:20:37,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42129,DS-7a27913f-5f0b-4e05-8f24-b5d5e735b115,DISK] 2024-11-10T12:20:37,341 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/WALs/3857ccc89b65,39981,1731241235603/3857ccc89b65%2C39981%2C1731241235603.1731241237324 2024-11-10T12:20:37,342 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-10T12:20:37,342 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:37,342 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:37,342 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,342 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:20:37,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:37,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:37,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:20:37,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:37,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:37,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:20:37,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:37,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:37,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:20:37,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:37,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:37,350 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,351 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,351 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,352 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,352 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,352 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:37,353 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:20:37,355 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:37,356 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63026971, jitterRate=-0.06082494556903839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:37,356 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241237342Initializing all the Stores at 1731241237343 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241237343Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241237343Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241237343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241237343Cleaning up temporary data from old regions at 1731241237352 (+9 ms)Region opened successfully at 1731241237356 (+4 ms) 2024-11-10T12:20:37,356 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:20:37,359 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf984a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:37,360 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:20:37,360 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:20:37,360 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:20:37,360 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:20:37,360 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:20:37,361 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:20:37,361 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:20:37,362 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:20:37,363 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Unable to get data of znode /1514710917/balancer because node does not exist (not necessarily an error) 2024-11-10T12:20:37,364 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1514710917/balancer already deleted, retry=false 2024-11-10T12:20:37,365 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:20:37,365 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Unable to get data of znode /1514710917/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:20:37,368 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1514710917/normalizer already deleted, retry=false 2024-11-10T12:20:37,368 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:20:37,369 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Unable to get data of znode /1514710917/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:20:37,370 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1514710917/switch/split already deleted, retry=false 2024-11-10T12:20:37,371 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Unable to get data of znode /1514710917/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:20:37,372 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1514710917/switch/merge already deleted, retry=false 2024-11-10T12:20:37,374 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Unable to get data of znode /1514710917/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:20:37,374 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1514710917/snapshot-cleanup already deleted, retry=false 2024-11-10T12:20:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1514710917/running 2024-11-10T12:20:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1514710917/running 2024-11-10T12:20:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:37,378 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,39981,1731241235603, sessionid=0x10101d2ab400003, setting cluster-up flag (Was=false) 2024-11-10T12:20:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:37,386 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1514710917/flush-table-proc/acquired, /1514710917/flush-table-proc/reached, /1514710917/flush-table-proc/abort 2024-11-10T12:20:37,386 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,39981,1731241235603 2024-11-10T12:20:37,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:37,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:37,399 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1514710917/online-snapshot/acquired, /1514710917/online-snapshot/reached, /1514710917/online-snapshot/abort 2024-11-10T12:20:37,399 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,39981,1731241235603 2024-11-10T12:20:37,401 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:20:37,402 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:37,402 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:20:37,402 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:20:37,402 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,39981,1731241235603 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:20:37,403 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:37,403 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:37,403 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:37,403 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:20:37,403 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:20:37,403 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,404 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:37,404 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,404 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241267404 2024-11-10T12:20:37,404 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:20:37,404 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:20:37,404 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:20:37,404 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:20:37,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:20:37,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:20:37,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:37,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:20:37,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:20:37,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:20:37,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:20:37,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:20:37,406 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:20:37,406 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:20:37,406 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241237406,5,FailOnTimeoutGroup] 2024-11-10T12:20:37,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:37,406 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241237406,5,FailOnTimeoutGroup] 2024-11-10T12:20:37,406 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:20:37,406 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:20:37,406 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,406 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:20:37,458 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(746): ClusterId : e1f678a2-ce71-4f40-a651-202c4d38ce71 2024-11-10T12:20:37,458 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:20:37,460 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:20:37,460 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:20:37,463 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:20:37,464 DEBUG [RS:0;3857ccc89b65:35795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfa099e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:20:37,476 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:35795 2024-11-10T12:20:37,476 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:20:37,476 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:20:37,476 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:20:37,476 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,39981,1731241235603 with port=35795, startcode=1731241235640 2024-11-10T12:20:37,477 DEBUG [RS:0;3857ccc89b65:35795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:20:37,478 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:20:37,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,35795,1731241235640 2024-11-10T12:20:37,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39981 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,35795,1731241235640 2024-11-10T12:20:37,480 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345 2024-11-10T12:20:37,480 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40553 2024-11-10T12:20:37,480 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:20:37,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917/rs 2024-11-10T12:20:37,482 DEBUG [RS:0;3857ccc89b65:35795 {}] zookeeper.ZKUtil(111): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on existing znode=/1514710917/rs/3857ccc89b65,35795,1731241235640 2024-11-10T12:20:37,482 WARN [RS:0;3857ccc89b65:35795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:20:37,482 INFO [RS:0;3857ccc89b65:35795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:37,482 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640 2024-11-10T12:20:37,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,35795,1731241235640] 2024-11-10T12:20:37,485 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:20:37,487 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:20:37,487 INFO [RS:0;3857ccc89b65:35795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:20:37,487 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,487 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:20:37,488 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:20:37,488 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:37,488 DEBUG [RS:0;3857ccc89b65:35795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:20:37,489 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,489 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,489 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,489 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,489 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,489 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35795,1731241235640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:37,503 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:20:37,503 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35795,1731241235640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,503 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,503 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.Replication(171): 3857ccc89b65,35795,1731241235640 started 2024-11-10T12:20:37,518 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:37,518 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,35795,1731241235640, RpcServer on 3857ccc89b65/172.17.0.2:35795, sessionid=0x10101d2ab400004 2024-11-10T12:20:37,518 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:20:37,518 DEBUG [RS:0;3857ccc89b65:35795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,35795,1731241235640 2024-11-10T12:20:37,518 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,35795,1731241235640' 2024-11-10T12:20:37,518 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1514710917/flush-table-proc/abort' 2024-11-10T12:20:37,519 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1514710917/flush-table-proc/acquired' 2024-11-10T12:20:37,519 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:20:37,519 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:20:37,519 DEBUG [RS:0;3857ccc89b65:35795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,35795,1731241235640 2024-11-10T12:20:37,519 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,35795,1731241235640' 2024-11-10T12:20:37,519 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1514710917/online-snapshot/abort' 2024-11-10T12:20:37,519 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1514710917/online-snapshot/acquired' 2024-11-10T12:20:37,520 DEBUG [RS:0;3857ccc89b65:35795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:20:37,520 INFO [RS:0;3857ccc89b65:35795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:20:37,520 INFO [RS:0;3857ccc89b65:35795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:20:37,620 INFO [RS:0;3857ccc89b65:35795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:20:37,622 INFO [RS:0;3857ccc89b65:35795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C35795%2C1731241235640, suffix=, logDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640, archiveDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/oldWALs, maxLogs=10 2024-11-10T12:20:37,635 DEBUG [RS:0;3857ccc89b65:35795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640/3857ccc89b65%2C35795%2C1731241235640.1731241237622, exclude list is [], retry=0 2024-11-10T12:20:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42129,DS-7a27913f-5f0b-4e05-8f24-b5d5e735b115,DISK] 2024-11-10T12:20:37,640 INFO [RS:0;3857ccc89b65:35795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640/3857ccc89b65%2C35795%2C1731241235640.1731241237622 2024-11-10T12:20:37,641 DEBUG [RS:0;3857ccc89b65:35795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-10T12:20:37,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:20:37,816 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345 2024-11-10T12:20:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:20:38,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:38,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:38,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:38,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:38,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:38,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:38,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:38,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:38,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:38,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:38,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740 2024-11-10T12:20:38,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740 2024-11-10T12:20:38,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:38,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:38,234 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:38,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:38,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:38,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65843017, jitterRate=-0.018862590193748474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:38,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241238223Initializing all the Stores at 1731241238224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241238224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241238224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241238224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241238224Cleaning up temporary data from old regions at 1731241238233 (+9 ms)Region opened successfully at 1731241238238 (+5 ms) 2024-11-10T12:20:38,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:38,238 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:38,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:38,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:38,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:38,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:38,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241238238Disabling compacts and flushes for region at 1731241238238Disabling writes for close at 1731241238238Writing region close event to WAL at 1731241238238Closed at 1731241238238 2024-11-10T12:20:38,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:38,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:20:38,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:20:38,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:38,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:20:38,392 DEBUG [3857ccc89b65:39981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:20:38,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,35795,1731241235640 2024-11-10T12:20:38,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,35795,1731241235640, state=OPENING 2024-11-10T12:20:38,405 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:20:38,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:38,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:20:38,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1514710917/meta-region-server: CHANGED 2024-11-10T12:20:38,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1514710917/meta-region-server: CHANGED 2024-11-10T12:20:38,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:20:38,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,35795,1731241235640}] 2024-11-10T12:20:38,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:20:38,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:20:38,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:20:38,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:20:38,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:20:38,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T12:20:38,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:38,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T12:20:38,567 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:20:38,567 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:38,567 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:20:38,569 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C35795%2C1731241235640.meta, suffix=.meta, logDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640, archiveDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/oldWALs, maxLogs=10 2024-11-10T12:20:38,591 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640/3857ccc89b65%2C35795%2C1731241235640.meta.1731241238569.meta, exclude list is [], retry=0 2024-11-10T12:20:38,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42129,DS-7a27913f-5f0b-4e05-8f24-b5d5e735b115,DISK] 2024-11-10T12:20:38,596 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640/3857ccc89b65%2C35795%2C1731241235640.meta.1731241238569.meta 2024-11-10T12:20:38,596 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-10T12:20:38,596 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:38,597 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:38,597 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:38,597 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:20:38,597 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:20:38,597 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:20:38,597 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:38,597 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:20:38,597 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:20:38,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:20:38,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:20:38,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:20:38,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:20:38,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:20:38,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:20:38,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:20:38,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:20:38,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:20:38,603 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:20:38,604 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740 2024-11-10T12:20:38,605 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740 2024-11-10T12:20:38,606 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:20:38,606 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:20:38,607 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:20:38,608 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:20:38,609 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60364694, jitterRate=-0.10049596428871155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:20:38,609 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:20:38,609 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241238597Writing region info on filesystem at 1731241238597Initializing all the Stores at 1731241238598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241238598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241238598Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241238598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241238598Cleaning up temporary data from old regions at 1731241238606 (+8 ms)Running coprocessor post-open hooks at 1731241238609 (+3 ms)Region opened successfully at 1731241238609 2024-11-10T12:20:38,610 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241238560 2024-11-10T12:20:38,612 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:20:38,612 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:20:38,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,35795,1731241235640 2024-11-10T12:20:38,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,35795,1731241235640, state=OPEN 2024-11-10T12:20:38,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1514710917/meta-region-server 2024-11-10T12:20:38,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1514710917/meta-region-server 2024-11-10T12:20:38,616 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,35795,1731241235640 2024-11-10T12:20:38,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1514710917/meta-region-server: CHANGED 2024-11-10T12:20:38,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1514710917/meta-region-server: CHANGED 2024-11-10T12:20:38,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:20:38,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,35795,1731241235640 in 208 msec 2024-11-10T12:20:38,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:20:38,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-10T12:20:38,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:20:38,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:20:38,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:38,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35795,1731241235640, seqNum=-1] 2024-11-10T12:20:38,624 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:38,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:38,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-10T12:20:38,631 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241238631, completionTime=-1 2024-11-10T12:20:38,632 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:20:38,632 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241298634 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241358634 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39981,1731241235603-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39981,1731241235603-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39981,1731241235603-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:39981, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:38,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:38,635 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:38,636 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:20:38,638 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.965sec 2024-11-10T12:20:38,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:20:38,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:20:38,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:20:38,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:20:38,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:20:38,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39981,1731241235603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:20:38,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39981,1731241235603-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:20:38,642 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:20:38,642 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:20:38,642 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39981,1731241235603-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:20:38,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:38,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39981,-1 for getting cluster id 2024-11-10T12:20:38,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:38,660 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f678a2-ce71-4f40-a651-202c4d38ce71' 2024-11-10T12:20:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f678a2-ce71-4f40-a651-202c4d38ce71" 2024-11-10T12:20:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541a7321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39981,-1] 2024-11-10T12:20:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:38,662 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:38,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:38,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35795,1731241235640, seqNum=-1] 2024-11-10T12:20:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:38,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:38,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,39981,1731241235603 2024-11-10T12:20:38,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56930 2024-11-10T12:20:38,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:20:38,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d2ab400005 connected 2024-11-10T12:20:38,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36515,1731241231480 2024-11-10T12:20:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0dbb8b 2024-11-10T12:20:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:38,682 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:38,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:20:38,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:20:38,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:38,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:20:38,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:20:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:20:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:39,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f56a7a3e446a53fd1f703e76e39f13cf, NAME => 'test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd 2024-11-10T12:20:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:20:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:39,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:20:39,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:39,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f56a7a3e446a53fd1f703e76e39f13cf, disabling compactions & flushes 2024-11-10T12:20:39,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:20:39,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:20:39,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. after waiting 0 ms 2024-11-10T12:20:39,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:20:39,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:20:39,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f56a7a3e446a53fd1f703e76e39f13cf: Waiting for close lock at 1731241239508Disabling compacts and flushes for region at 1731241239508Disabling writes for close at 1731241239508Writing region close event to WAL at 1731241239508Closed at 1731241239508 2024-11-10T12:20:39,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:20:39,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241239509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241239509"}]},"ts":"1731241239509"} 2024-11-10T12:20:39,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:20:39,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:20:39,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241239513"}]},"ts":"1731241239513"} 2024-11-10T12:20:39,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:20:39,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f56a7a3e446a53fd1f703e76e39f13cf, ASSIGN}] 2024-11-10T12:20:39,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f56a7a3e446a53fd1f703e76e39f13cf, ASSIGN 2024-11-10T12:20:39,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f56a7a3e446a53fd1f703e76e39f13cf, ASSIGN; state=OFFLINE, location=3857ccc89b65,43969,1731241231528; forceNewPlan=false, retain=false 2024-11-10T12:20:39,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f56a7a3e446a53fd1f703e76e39f13cf, regionState=OPENING, regionLocation=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:39,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f56a7a3e446a53fd1f703e76e39f13cf, ASSIGN because future has completed 2024-11-10T12:20:39,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56a7a3e446a53fd1f703e76e39f13cf, server=3857ccc89b65,43969,1731241231528}] 2024-11-10T12:20:39,828 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:20:39,828 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f56a7a3e446a53fd1f703e76e39f13cf, NAME => 'test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:39,828 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:39,829 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:20:39,829 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,829 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:39,829 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,829 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:39,831 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,832 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56a7a3e446a53fd1f703e76e39f13cf columnFamilyName f 2024-11-10T12:20:39,833 DEBUG [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:39,833 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] regionserver.HStore(327): Store=f56a7a3e446a53fd1f703e76e39f13cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:39,833 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,834 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56a7a3e446a53fd1f703e76e39f13cf columnFamilyName f1 2024-11-10T12:20:39,834 DEBUG [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:39,835 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] regionserver.HStore(327): Store=f56a7a3e446a53fd1f703e76e39f13cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:39,835 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,836 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56a7a3e446a53fd1f703e76e39f13cf columnFamilyName norep 2024-11-10T12:20:39,836 DEBUG [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:39,837 INFO [StoreOpener-f56a7a3e446a53fd1f703e76e39f13cf-1 {}] regionserver.HStore(327): Store=f56a7a3e446a53fd1f703e76e39f13cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:39,837 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,837 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,838 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,839 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,839 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,839 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:20:39,841 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,843 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:39,844 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f56a7a3e446a53fd1f703e76e39f13cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70872175, jitterRate=0.05607770383358002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:20:39,844 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:20:39,845 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f56a7a3e446a53fd1f703e76e39f13cf: Running coprocessor pre-open hook at 1731241239829Writing region info on filesystem at 1731241239829Initializing all the Stores at 1731241239830 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241239830Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241239831 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241239831Cleaning up temporary data from old regions at 1731241239839 (+8 ms)Running coprocessor post-open hooks at 1731241239844 (+5 ms)Region opened successfully at 1731241239845 (+1 ms) 2024-11-10T12:20:39,847 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., pid=6, masterSystemTime=1731241239823 2024-11-10T12:20:39,849 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:20:39,849 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:20:39,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f56a7a3e446a53fd1f703e76e39f13cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:39,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56a7a3e446a53fd1f703e76e39f13cf, server=3857ccc89b65,43969,1731241231528 because future has completed 2024-11-10T12:20:39,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:20:39,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f56a7a3e446a53fd1f703e76e39f13cf, server=3857ccc89b65,43969,1731241231528 in 184 msec 2024-11-10T12:20:39,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:20:39,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f56a7a3e446a53fd1f703e76e39f13cf, ASSIGN in 342 msec 2024-11-10T12:20:39,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:20:39,861 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241239861"}]},"ts":"1731241239861"} 2024-11-10T12:20:39,863 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:20:39,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:20:39,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-10T12:20:39,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:39,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:39,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:39,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:39,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:40,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:40,841 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:20:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39981,1731241235603 2024-11-10T12:20:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f9c973 2024-11-10T12:20:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:40,843 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:40,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:20:40,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:20:40,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:40,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:20:40,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:20:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:20:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:41,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c80f671915d70dfe65df090c4ff4901, NAME => 'test,,1731241240844.0c80f671915d70dfe65df090c4ff4901.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345 2024-11-10T12:20:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:20:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:41,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241240844.0c80f671915d70dfe65df090c4ff4901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c80f671915d70dfe65df090c4ff4901, disabling compactions & flushes 2024-11-10T12:20:41,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. after waiting 0 ms 2024-11-10T12:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:20:41,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:20:41,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c80f671915d70dfe65df090c4ff4901: Waiting for close lock at 1731241241666Disabling compacts and flushes for region at 1731241241666Disabling writes for close at 1731241241666Writing region close event to WAL at 1731241241666Closed at 1731241241666 2024-11-10T12:20:41,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:20:41,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241240844.0c80f671915d70dfe65df090c4ff4901.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241241667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241241667"}]},"ts":"1731241241667"} 2024-11-10T12:20:41,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:20:41,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:20:41,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241241671"}]},"ts":"1731241241671"} 2024-11-10T12:20:41,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:20:41,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c80f671915d70dfe65df090c4ff4901, ASSIGN}] 2024-11-10T12:20:41,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c80f671915d70dfe65df090c4ff4901, ASSIGN 2024-11-10T12:20:41,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c80f671915d70dfe65df090c4ff4901, ASSIGN; state=OFFLINE, location=3857ccc89b65,35795,1731241235640; forceNewPlan=false, retain=false 2024-11-10T12:20:41,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c80f671915d70dfe65df090c4ff4901, regionState=OPENING, regionLocation=3857ccc89b65,35795,1731241235640 2024-11-10T12:20:41,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c80f671915d70dfe65df090c4ff4901, ASSIGN because future has completed 2024-11-10T12:20:41,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c80f671915d70dfe65df090c4ff4901, server=3857ccc89b65,35795,1731241235640}] 2024-11-10T12:20:41,987 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:20:41,987 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c80f671915d70dfe65df090c4ff4901, NAME => 'test,,1731241240844.0c80f671915d70dfe65df090c4ff4901.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:41,987 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:41,987 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:20:41,987 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,987 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241240844.0c80f671915d70dfe65df090c4ff4901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:41,988 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,988 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,989 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:41,990 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c80f671915d70dfe65df090c4ff4901 columnFamilyName f 2024-11-10T12:20:41,990 DEBUG [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:41,991 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] regionserver.HStore(327): Store=0c80f671915d70dfe65df090c4ff4901/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:41,991 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,992 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c80f671915d70dfe65df090c4ff4901 columnFamilyName f1 2024-11-10T12:20:41,992 DEBUG [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:41,993 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] regionserver.HStore(327): Store=0c80f671915d70dfe65df090c4ff4901/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:41,993 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,994 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c80f671915d70dfe65df090c4ff4901 columnFamilyName norep 2024-11-10T12:20:41,994 DEBUG [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:41,994 INFO [StoreOpener-0c80f671915d70dfe65df090c4ff4901-1 {}] regionserver.HStore(327): Store=0c80f671915d70dfe65df090c4ff4901/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:41,994 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,995 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,995 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,996 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,996 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,996 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:20:41,997 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:41,999 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:42,000 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c80f671915d70dfe65df090c4ff4901; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68577106, jitterRate=0.02187851071357727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:20:42,000 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:20:42,000 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c80f671915d70dfe65df090c4ff4901: Running coprocessor pre-open hook at 1731241241988Writing region info on filesystem at 1731241241988Initializing all the Stores at 1731241241989 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241241989Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241241989Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241241989Cleaning up temporary data from old regions at 1731241241996 (+7 ms)Running coprocessor post-open hooks at 1731241242000 (+4 ms)Region opened successfully at 1731241242000 2024-11-10T12:20:42,001 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241240844.0c80f671915d70dfe65df090c4ff4901., pid=6, masterSystemTime=1731241241982 2024-11-10T12:20:42,003 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:20:42,003 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:20:42,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c80f671915d70dfe65df090c4ff4901, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,35795,1731241235640 2024-11-10T12:20:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c80f671915d70dfe65df090c4ff4901, server=3857ccc89b65,35795,1731241235640 because future has completed 2024-11-10T12:20:42,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:20:42,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c80f671915d70dfe65df090c4ff4901, server=3857ccc89b65,35795,1731241235640 in 178 msec 2024-11-10T12:20:42,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:20:42,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c80f671915d70dfe65df090c4ff4901, ASSIGN in 337 msec 2024-11-10T12:20:42,013 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:20:42,013 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241242013"}]},"ts":"1731241242013"} 2024-11-10T12:20:42,015 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:20:42,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:20:42,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-10T12:20:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:20:43,001 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:20:43,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36515,-1 for getting cluster id 2024-11-10T12:20:43,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:43,003 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '926d2c63-ce14-4b7d-9a89-cae51ff1b487' 2024-11-10T12:20:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "926d2c63-ce14-4b7d-9a89-cae51ff1b487" 2024-11-10T12:20:43,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36515,-1] 2024-11-10T12:20:43,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:43,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:43,005 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669726b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39981,-1 for getting cluster id 2024-11-10T12:20:43,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:43,007 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f678a2-ce71-4f40-a651-202c4d38ce71' 2024-11-10T12:20:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f678a2-ce71-4f40-a651-202c4d38ce71" 2024-11-10T12:20:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d568ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39981,-1] 2024-11-10T12:20:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:43,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:43,008 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36515,-1 for getting cluster id 2024-11-10T12:20:43,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:43,013 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '926d2c63-ce14-4b7d-9a89-cae51ff1b487' 2024-11-10T12:20:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "926d2c63-ce14-4b7d-9a89-cae51ff1b487" 2024-11-10T12:20:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d9b26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36515,-1] 2024-11-10T12:20:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:43,015 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dd5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:43,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36515,1731241231480 2024-11-10T12:20:43,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68632996 2024-11-10T12:20:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:43,019 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:43,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:39981,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:20:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:20:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:20:43,023 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:39981' 2024-11-10T12:20:43,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3a67c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,024 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39981,-1 for getting cluster id 2024-11-10T12:20:43,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:43,025 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f678a2-ce71-4f40-a651-202c4d38ce71' 2024-11-10T12:20:43,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:43,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f678a2-ce71-4f40-a651-202c4d38ce71" 2024-11-10T12:20:43,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81f319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39981,-1] 2024-11-10T12:20:43,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:43,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:43,026 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:43,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4875fc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:43,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:43,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39981,1731241235603 2024-11-10T12:20:43,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7163f218 2024-11-10T12:20:43,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:43,029 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:43,029 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:20:43,029 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:20:43,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:43,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:43,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:43,030 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:20:43,031 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:20:43,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:20:43,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:43,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:20:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:20:43,081 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:20:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:20:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:20:43,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef7281c9ec0bf4c06903dc430b63e4c8, NAME => 'hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd 2024-11-10T12:20:43,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:20:43,486 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:20:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:20:43,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:43,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ef7281c9ec0bf4c06903dc430b63e4c8, disabling compactions & flushes 2024-11-10T12:20:43,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:20:43,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:20:43,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. after waiting 0 ms 2024-11-10T12:20:43,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:20:43,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:20:43,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef7281c9ec0bf4c06903dc430b63e4c8: Waiting for close lock at 1731241243848Disabling compacts and flushes for region at 1731241243848Disabling writes for close at 1731241243848Writing region close event to WAL at 1731241243848Closed at 1731241243848 2024-11-10T12:20:43,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:20:43,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241243850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241243850"}]},"ts":"1731241243850"} 2024-11-10T12:20:43,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:20:43,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:20:43,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241243853"}]},"ts":"1731241243853"} 2024-11-10T12:20:43,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:20:43,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef7281c9ec0bf4c06903dc430b63e4c8, ASSIGN}] 2024-11-10T12:20:43,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef7281c9ec0bf4c06903dc430b63e4c8, ASSIGN 2024-11-10T12:20:43,857 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef7281c9ec0bf4c06903dc430b63e4c8, ASSIGN; state=OFFLINE, location=3857ccc89b65,43969,1731241231528; forceNewPlan=false, retain=false 2024-11-10T12:20:44,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef7281c9ec0bf4c06903dc430b63e4c8, regionState=OPENING, regionLocation=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:44,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef7281c9ec0bf4c06903dc430b63e4c8, ASSIGN because future has completed 2024-11-10T12:20:44,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef7281c9ec0bf4c06903dc430b63e4c8, server=3857ccc89b65,43969,1731241231528}] 2024-11-10T12:20:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:20:44,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:20:44,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:20:44,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:20:44,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C43969%2C1731241231528.rep, suffix=, logDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528, archiveDir=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/oldWALs, maxLogs=10 2024-11-10T12:20:44,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.rep.1731241244170, exclude list is [], retry=0 2024-11-10T12:20:44,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-e68495f2-837b-460d-931b-d87c861a9ab1,DISK] 2024-11-10T12:20:44,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.rep.1731241244170 2024-11-10T12:20:44,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44651:44651)] 2024-11-10T12:20:44,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ef7281c9ec0bf4c06903dc430b63e4c8, NAME => 'hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:20:44,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:20:44,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:20:44,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. service=MultiRowMutationService 2024-11-10T12:20:44,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:20:44,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:20:44,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,189 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,190 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef7281c9ec0bf4c06903dc430b63e4c8 columnFamilyName hfileref 2024-11-10T12:20:44,190 DEBUG [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:44,190 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] regionserver.HStore(327): Store=ef7281c9ec0bf4c06903dc430b63e4c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:44,191 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,192 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef7281c9ec0bf4c06903dc430b63e4c8 columnFamilyName queue 2024-11-10T12:20:44,192 DEBUG [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:44,192 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] regionserver.HStore(327): Store=ef7281c9ec0bf4c06903dc430b63e4c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:44,192 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,193 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef7281c9ec0bf4c06903dc430b63e4c8 columnFamilyName sid 2024-11-10T12:20:44,193 DEBUG [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:44,193 INFO [StoreOpener-ef7281c9ec0bf4c06903dc430b63e4c8-1 {}] regionserver.HStore(327): Store=ef7281c9ec0bf4c06903dc430b63e4c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:20:44,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:20:44,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:20:44,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ef7281c9ec0bf4c06903dc430b63e4c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74060239, jitterRate=0.10358355939388275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:20:44,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:20:44,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ef7281c9ec0bf4c06903dc430b63e4c8: Running coprocessor pre-open hook at 1731241244188Writing region info on filesystem at 1731241244188Initializing all the Stores at 1731241244188Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241244189 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241244189Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241244189Cleaning up temporary data from old regions at 1731241244196 (+7 ms)Running coprocessor post-open hooks at 1731241244200 (+4 ms)Region opened successfully at 1731241244200 2024-11-10T12:20:44,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8., pid=10, masterSystemTime=1731241244164 2024-11-10T12:20:44,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef7281c9ec0bf4c06903dc430b63e4c8, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43969,1731241231528 2024-11-10T12:20:44,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:20:44,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:20:44,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef7281c9ec0bf4c06903dc430b63e4c8, server=3857ccc89b65,43969,1731241231528 because future has completed 2024-11-10T12:20:44,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:20:44,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ef7281c9ec0bf4c06903dc430b63e4c8, server=3857ccc89b65,43969,1731241231528 in 196 msec 2024-11-10T12:20:44,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:20:44,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef7281c9ec0bf4c06903dc430b63e4c8, ASSIGN in 354 msec 2024-11-10T12:20:44,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:20:44,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241244213"}]},"ts":"1731241244213"} 2024-11-10T12:20:44,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:20:44,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:20:44,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-10T12:20:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8., hostname=3857ccc89b65,43969,1731241231528, seqNum=2] 2024-11-10T12:20:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:20:44,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:20:44,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:20:44,401 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:20:44,431 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,43969,1731241231528, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:20:44,431 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:44,431 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43969,1731241231528, seqNum=-1] 2024-11-10T12:20:44,432 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:44,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T12:20:44,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,43969,1731241231528', locateType=CURRENT is [region=hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8., hostname=3857ccc89b65,43969,1731241231528, seqNum=2] 2024-11-10T12:20:44,472 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:20:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:20:44,474 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,43969,1731241231528 suceeded 2024-11-10T12:20:44,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:20:44,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-10T12:20:44,476 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:39981,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T12:20:44,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4570 sec 2024-11-10T12:20:44,487 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:39981' 2024-11-10T12:20:44,489 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bbc05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:44,489 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39981,-1 for getting cluster id 2024-11-10T12:20:44,489 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:44,490 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f678a2-ce71-4f40-a651-202c4d38ce71' 2024-11-10T12:20:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:44,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f678a2-ce71-4f40-a651-202c4d38ce71" 2024-11-10T12:20:44,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12459828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:44,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39981,-1] 2024-11-10T12:20:44,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:44,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:44,492 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:44,493 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4272ca65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:44,493 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39981,1731241235603 2024-11-10T12:20:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1054ac99 2024-11-10T12:20:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:44,495 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T12:20:44,496 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,43969,1731241231528 (queues=1) is replicating from cluster=926d2c63-ce14-4b7d-9a89-cae51ff1b487 to cluster=e1f678a2-ce71-4f40-a651-202c4d38ce71 2024-11-10T12:20:44,496 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C43969%2C1731241231528 2024-11-10T12:20:44,496 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,43969,1731241231528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:20:44,496 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511, startPosition=0, beingWritten=true 2024-11-10T12:20:44,496 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C43969%2C1731241231528 2024-11-10T12:20:44,504 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:20:44,504 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 379, reset compression=false 2024-11-10T12:20:44,504 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43969,1731241231528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:20:44,710 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 379, reset compression=false 2024-11-10T12:20:45,014 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 379, reset compression=false 2024-11-10T12:20:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:20:45,170 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:20:45,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:45,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:45,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:45,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:45,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:45,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:45,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731241245175/Put/seqid=0 2024-11-10T12:20:45,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741840_1016 (size=7894) 2024-11-10T12:20:45,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:20:45,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:45,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:45,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:45,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:20:45,419 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 379, reset compression=false 2024-11-10T12:20:45,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_1 is 34, key is ddd/f:row/1731241245583/Put/seqid=0 2024-11-10T12:20:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741841_1017 (size=7691) 2024-11-10T12:20:45,923 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 379, reset compression=false 2024-11-10T12:20:45,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:45,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36515,-1 for getting cluster id 2024-11-10T12:20:45,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:45,995 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '926d2c63-ce14-4b7d-9a89-cae51ff1b487' 2024-11-10T12:20:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "926d2c63-ce14-4b7d-9a89-cae51ff1b487" 2024-11-10T12:20:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c11a057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36515,-1] 2024-11-10T12:20:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:45,997 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:45,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:45,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43969,1731241231528, seqNum=-1] 2024-11-10T12:20:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:46,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:46,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36515,1731241231480 2024-11-10T12:20:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e73537 2024-11-10T12:20:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:46,013 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2] 2024-11-10T12:20:46,029 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:20:46,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T12:20:46,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T12:20:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_1 for inclusion in f56a7a3e446a53fd1f703e76e39f13cf/f 2024-11-10T12:20:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T12:20:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:20:46,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_0 for inclusion in f56a7a3e446a53fd1f703e76e39f13cf/f 2024-11-10T12:20:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T12:20:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:20:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HRegion(2603): Flush status journal for f56a7a3e446a53fd1f703e76e39f13cf: 2024-11-10T12:20:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_1 to hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_1 2024-11-10T12:20:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_1 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ 2024-11-10T12:20:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f/f/hfile_0 to hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_0 2024-11-10T12:20:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_0 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/79dc128310004900ab508f22065570b4_SeqId_4_ 2024-11-10T12:20:46,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_1 into f56a7a3e446a53fd1f703e76e39f13cf/f as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ - updating store file list. 2024-11-10T12:20:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9579cb266b1f4ed08ce0749697d99329_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:20:46,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ into f56a7a3e446a53fd1f703e76e39f13cf/f 2024-11-10T12:20:46,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_1 into f56a7a3e446a53fd1f703e76e39f13cf/f (new location: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_) 2024-11-10T12:20:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_1 2024-11-10T12:20:46,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_0 into f56a7a3e446a53fd1f703e76e39f13cf/f as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/79dc128310004900ab508f22065570b4_SeqId_4_ - updating store file list. 2024-11-10T12:20:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79dc128310004900ab508f22065570b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:20:46,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/79dc128310004900ab508f22065570b4_SeqId_4_ into f56a7a3e446a53fd1f703e76e39f13cf/f 2024-11-10T12:20:46,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_0 into f56a7a3e446a53fd1f703e76e39f13cf/f (new location: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f/79dc128310004900ab508f22065570b4_SeqId_4_) 2024-11-10T12:20:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__emar0lt8h4aj1fovevjiqhdn298dskqrk2di01ghulra0o1cr3ro5hgcvhpn8nmm/f/hfile_0 2024-11-10T12:20:46,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:46,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:46,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:46,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:46,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:46,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35795,1731241235640, seqNum=-1] 2024-11-10T12:20:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2 , the old value is region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3857ccc89b65:43969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:20:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:20:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2 from cache 2024-11-10T12:20:46,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53532 deadline: 1731241306120 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53532 2024-11-10T12:20:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241240844.0c80f671915d70dfe65df090c4ff4901., hostname=3857ccc89b65,35795,1731241235640, seqNum=2] 2024-11-10T12:20:46,129 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:20:46,231 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:43969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T12:20:46,528 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 379, reset compression=false 2024-11-10T12:20:46,534 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:20:46,534 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43969,1731241231528 got entry batch from reader: WALEntryBatch [walEntries=[{test/f56a7a3e446a53fd1f703e76e39f13cf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241246113/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T12:20:46,555 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:20:46,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T12:20:46,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.ReplicationSink(318): Replicating [926d2c63-ce14-4b7d-9a89-cae51ff1b487] bulk loaded data 2024-11-10T12:20:46,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368e7327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:46,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39981,-1 for getting cluster id 2024-11-10T12:20:46,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:46,563 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f678a2-ce71-4f40-a651-202c4d38ce71' 2024-11-10T12:20:46,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:46,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f678a2-ce71-4f40-a651-202c4d38ce71" 2024-11-10T12:20:46,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5f0119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:46,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39981,-1] 2024-11-10T12:20:46,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:46,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:46,564 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:46,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c23fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:46,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741837_1013 (size=7691) 2024-11-10T12:20:46,734 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 687, reset compression=false 2024-11-10T12:20:46,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741838_1014 (size=7894) 2024-11-10T12:20:47,039 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 687, reset compression=false 2024-11-10T12:20:47,132 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:20:47,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:47,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39981,1731241235603 2024-11-10T12:20:47,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5350cefc 2024-11-10T12:20:47,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:47,393 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T12:20:47,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:20:47,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:47,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35795,1731241235640, seqNum=-1] 2024-11-10T12:20:47,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:47,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T12:20:47,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/79dc128310004900ab508f22065570b4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T12:20:47,408 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T12:20:47,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/79dc128310004900ab508f22065570b4_SeqId_4_ for inclusion in 0c80f671915d70dfe65df090c4ff4901/f 2024-11-10T12:20:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T12:20:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:20:47,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ for inclusion in 0c80f671915d70dfe65df090c4ff4901/f 2024-11-10T12:20:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T12:20:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:20:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HRegion(2603): Flush status journal for 0c80f671915d70dfe65df090c4ff4901: 2024-11-10T12:20:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79dc128310004900ab508f22065570b4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:20:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/79dc128310004900ab508f22065570b4_SeqId_4_ as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/e61c4be09b644b33aacb9119d5bbb240_SeqId_4_ 2024-11-10T12:20:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9579cb266b1f4ed08ce0749697d99329_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:20:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/4232d719d42f41dc93bdd732117e6a4a_SeqId_4_ 2024-11-10T12:20:47,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/79dc128310004900ab508f22065570b4_SeqId_4_ into 0c80f671915d70dfe65df090c4ff4901/f as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/e61c4be09b644b33aacb9119d5bbb240_SeqId_4_ - updating store file list. 2024-11-10T12:20:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e61c4be09b644b33aacb9119d5bbb240_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:20:47,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/e61c4be09b644b33aacb9119d5bbb240_SeqId_4_ into 0c80f671915d70dfe65df090c4ff4901/f 2024-11-10T12:20:47,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/79dc128310004900ab508f22065570b4_SeqId_4_ into 0c80f671915d70dfe65df090c4ff4901/f (new location: hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/e61c4be09b644b33aacb9119d5bbb240_SeqId_4_) 2024-11-10T12:20:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/79dc128310004900ab508f22065570b4_SeqId_4_ 2024-11-10T12:20:47,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ into 0c80f671915d70dfe65df090c4ff4901/f as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/4232d719d42f41dc93bdd732117e6a4a_SeqId_4_ - updating store file list. 2024-11-10T12:20:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4232d719d42f41dc93bdd732117e6a4a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:20:47,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/4232d719d42f41dc93bdd732117e6a4a_SeqId_4_ into 0c80f671915d70dfe65df090c4ff4901/f 2024-11-10T12:20:47,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ into 0c80f671915d70dfe65df090c4ff4901/f (new location: hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/f/4232d719d42f41dc93bdd732117e6a4a_SeqId_4_) 2024-11-10T12:20:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/staging/jenkins.hfs.6__test__u1qn0bgfijs6e20fdeua87jfomvlg1lonapt1t1p60khi14qti2qp85q1g7og7n5/f/9579cb266b1f4ed08ce0749697d99329_SeqId_4_ 2024-11-10T12:20:47,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] regionserver.ReplicationSink(324): Finished replicating [926d2c63-ce14-4b7d-9a89-cae51ff1b487] bulk loaded data 2024-11-10T12:20:47,443 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 687, reset compression=false 2024-11-10T12:20:47,948 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 687, reset compression=false 2024-11-10T12:20:48,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:20:48,149 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731241248148/Put/seqid=0 2024-11-10T12:20:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741842_1018 (size=7997) 2024-11-10T12:20:48,552 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 687, reset compression=false 2024-11-10T12:20:48,557 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731241248556/Put/seqid=0 2024-11-10T12:20:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741843_1019 (size=7794) 2024-11-10T12:20:48,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:20:48,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T12:20:48,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T12:20:48,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T12:20:48,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:20:48,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T12:20:48,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:48,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36515,-1 for getting cluster id 2024-11-10T12:20:48,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:20:48,964 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '926d2c63-ce14-4b7d-9a89-cae51ff1b487' 2024-11-10T12:20:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:20:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "926d2c63-ce14-4b7d-9a89-cae51ff1b487" 2024-11-10T12:20:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102864a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36515,-1] 2024-11-10T12:20:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:20:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:48,966 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:20:48,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:20:48,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43969,1731241231528, seqNum=-1] 2024-11-10T12:20:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:48,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:48,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:20:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36515,1731241231480 2024-11-10T12:20:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296a7574 2024-11-10T12:20:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:20:48,980 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:20:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2] 2024-11-10T12:20:48,985 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:20:48,991 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T12:20:48,994 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T12:20:48,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_0 for inclusion in f56a7a3e446a53fd1f703e76e39f13cf/f1 2024-11-10T12:20:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T12:20:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:20:49,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_1 for inclusion in f56a7a3e446a53fd1f703e76e39f13cf/f1 2024-11-10T12:20:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T12:20:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:20:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HRegion(2603): Flush status journal for f56a7a3e446a53fd1f703e76e39f13cf: 2024-11-10T12:20:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_0 to hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_0 2024-11-10T12:20:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_0 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/912366876e394c4a837d6a55304fa032_SeqId_6_ 2024-11-10T12:20:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/load_f1/f1/hfile_1 to hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_1 2024-11-10T12:20:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_1 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/b5e81112cf7743a3a440ae1ee784677a_SeqId_6_ 2024-11-10T12:20:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T12:20:49,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_0 into f56a7a3e446a53fd1f703e76e39f13cf/f1 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/912366876e394c4a837d6a55304fa032_SeqId_6_ - updating store file list. 2024-11-10T12:20:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 912366876e394c4a837d6a55304fa032_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:20:49,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/912366876e394c4a837d6a55304fa032_SeqId_6_ into f56a7a3e446a53fd1f703e76e39f13cf/f1 2024-11-10T12:20:49,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_0 into f56a7a3e446a53fd1f703e76e39f13cf/f1 (new location: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/912366876e394c4a837d6a55304fa032_SeqId_6_) 2024-11-10T12:20:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_0 2024-11-10T12:20:49,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_1 into f56a7a3e446a53fd1f703e76e39f13cf/f1 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/b5e81112cf7743a3a440ae1ee784677a_SeqId_6_ - updating store file list. 2024-11-10T12:20:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5e81112cf7743a3a440ae1ee784677a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:20:49,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/b5e81112cf7743a3a440ae1ee784677a_SeqId_6_ into f56a7a3e446a53fd1f703e76e39f13cf/f1 2024-11-10T12:20:49,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_1 into f56a7a3e446a53fd1f703e76e39f13cf/f1 (new location: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/f1/b5e81112cf7743a3a440ae1ee784677a_SeqId_6_) 2024-11-10T12:20:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/staging/jenkins__test__v92fhr414cfguqs9m6sm4la04scitorbaqlokc33b1arq6q7td5v6f5jvototgh4/f1/hfile_1 2024-11-10T12:20:49,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:20:49,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:20:49,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:49,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:49,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:20:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2 , the old value is region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3857ccc89b65:43969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:20:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53540 deadline: 1731241309022 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53540 2024-11-10T12:20:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:20:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2 from cache 2024-11-10T12:20:49,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:20:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43969,1731241231528, seqNum=-1] 2024-11-10T12:20:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:20:49,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:20:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf., hostname=3857ccc89b65,43969,1731241231528, seqNum=2] 2024-11-10T12:20:49,131 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:43969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T12:20:49,257 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 687, reset compression=false 2024-11-10T12:20:49,263 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:20:49,263 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:49,263 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43969,1731241231528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:20:49,467 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:49,771 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:50,175 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:50,680 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:51,284 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:51,988 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:52,792 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:53,696 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:54,701 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:55,805 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:57,009 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:58,314 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:20:59,718 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:01,067 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:21:01,222 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:02,826 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:04,530 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:05,190 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:21:06,335 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:08,239 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:09,265 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43969,1731241231528 got entry batch from reader: null 2024-11-10T12:21:10,244 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:12,348 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:14,516 INFO [master/3857ccc89b65:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T12:21:14,516 INFO [master/3857ccc89b65:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T12:21:14,552 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:16,856 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:18,707 INFO [master/3857ccc89b65:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T12:21:18,707 INFO [master/3857ccc89b65:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T12:21:19,261 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:21,765 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:24,369 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:24,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f56a7a3e446a53fd1f703e76e39f13cf, had cached 0 bytes from a total of 31376 2024-11-10T12:21:26,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0c80f671915d70dfe65df090c4ff4901, had cached 0 bytes from a total of 15585 2024-11-10T12:21:27,073 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:29,265 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43969,1731241231528 got entry batch from reader: null 2024-11-10T12:21:29,877 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:31,067 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:21:32,782 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:34,567 DEBUG [master/3857ccc89b65:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T12:21:35,190 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:21:35,787 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:38,660 DEBUG [master/3857ccc89b65:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T12:21:38,891 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:42,096 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:45,400 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:48,805 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:49,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:21:49,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:21:49,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:49,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:49,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:49,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:21:49,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:21:49,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=832798417, stopped=false 2024-11-10T12:21:49,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,39981,1731241235603 2024-11-10T12:21:49,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1514710917/running 2024-11-10T12:21:49,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1514710917/running 2024-11-10T12:21:49,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:21:49,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:21:49,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:21:49,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:21:49,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:49,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:49,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,35795,1731241235640' ***** 2024-11-10T12:21:49,056 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:21:49,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on znode that does not yet exist, /1514710917/running 2024-11-10T12:21:49,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Set watcher on znode that does not yet exist, /1514710917/running 2024-11-10T12:21:49,057 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:21:49,057 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:21:49,057 INFO [RS:0;3857ccc89b65:35795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:21:49,057 INFO [RS:0;3857ccc89b65:35795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:21:49,057 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c80f671915d70dfe65df090c4ff4901 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,35795,1731241235640 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:35795. 2024-11-10T12:21:49,058 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c80f671915d70dfe65df090c4ff4901, disabling compactions & flushes 2024-11-10T12:21:49,058 DEBUG [RS:0;3857ccc89b65:35795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:49,058 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:21:49,058 DEBUG [RS:0;3857ccc89b65:35795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:49,058 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:21:49,058 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. after waiting 0 ms 2024-11-10T12:21:49,058 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:21:49,058 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:21:49,058 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1325): Online Regions={0c80f671915d70dfe65df090c4ff4901=test,,1731241240844.0c80f671915d70dfe65df090c4ff4901., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:21:49,058 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 0c80f671915d70dfe65df090c4ff4901, 1588230740 2024-11-10T12:21:49,058 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:21:49,059 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:21:49,059 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:21:49,059 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:21:49,059 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:21:49,059 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T12:21:49,063 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/default/test/0c80f671915d70dfe65df090c4ff4901/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T12:21:49,064 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:21:49,064 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:21:49,064 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:21:49,064 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c80f671915d70dfe65df090c4ff4901: Waiting for close lock at 1731241309058Running coprocessor pre-close hooks at 1731241309058Disabling compacts and flushes for region at 1731241309058Disabling writes for close at 1731241309058Writing region close event to WAL at 1731241309059 (+1 ms)Running coprocessor post-close hooks at 1731241309063 (+4 ms)Closed at 1731241309064 (+1 ms) 2024-11-10T12:21:49,064 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241240844.0c80f671915d70dfe65df090c4ff4901. 2024-11-10T12:21:49,078 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/info/f523d126e53e45bcbaf6013bba800387 is 129, key is test,,1731241240844.0c80f671915d70dfe65df090c4ff4901./info:regioninfo/1731241242004/Put/seqid=0 2024-11-10T12:21:49,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741839_1015 (size=6421) 2024-11-10T12:21:49,138 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:21:49,259 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:49,266 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43969,1731241231528 got entry batch from reader: null 2024-11-10T12:21:49,459 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:49,483 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/info/f523d126e53e45bcbaf6013bba800387 2024-11-10T12:21:49,489 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:21:49,489 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:21:49,503 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/ns/c0024fcf321d48cfa7cbdd14f1d66343 is 43, key is default/ns:d/1731241238626/Put/seqid=0 2024-11-10T12:21:49,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741840_1016 (size=5153) 2024-11-10T12:21:49,659 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:49,859 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:49,907 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/ns/c0024fcf321d48cfa7cbdd14f1d66343 2024-11-10T12:21:49,929 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/rep_barrier/4e8ee9f83ddc44a1995dec1f5064bcda is 112, key is test,,1731241240844.0c80f671915d70dfe65df090c4ff4901./rep_barrier:seqnumDuringOpen/1731241242004/Put/seqid=0 2024-11-10T12:21:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741841_1017 (size=5518) 2024-11-10T12:21:50,059 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:21:50,059 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:21:50,059 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:50,260 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:50,333 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/rep_barrier/4e8ee9f83ddc44a1995dec1f5064bcda 2024-11-10T12:21:50,353 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/table/329e36f9e6994cb7a51aa880d8dbdd0b is 40, key is test/table:state/1731241242013/Put/seqid=0 2024-11-10T12:21:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741842_1018 (size=5165) 2024-11-10T12:21:50,460 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:50,660 DEBUG [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:50,757 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/table/329e36f9e6994cb7a51aa880d8dbdd0b 2024-11-10T12:21:50,763 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/info/f523d126e53e45bcbaf6013bba800387 as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/info/f523d126e53e45bcbaf6013bba800387 2024-11-10T12:21:50,768 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/info/f523d126e53e45bcbaf6013bba800387, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T12:21:50,769 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/ns/c0024fcf321d48cfa7cbdd14f1d66343 as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/ns/c0024fcf321d48cfa7cbdd14f1d66343 2024-11-10T12:21:50,774 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/ns/c0024fcf321d48cfa7cbdd14f1d66343, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:21:50,774 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/rep_barrier/4e8ee9f83ddc44a1995dec1f5064bcda as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/rep_barrier/4e8ee9f83ddc44a1995dec1f5064bcda 2024-11-10T12:21:50,780 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/rep_barrier/4e8ee9f83ddc44a1995dec1f5064bcda, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T12:21:50,781 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/.tmp/table/329e36f9e6994cb7a51aa880d8dbdd0b as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/table/329e36f9e6994cb7a51aa880d8dbdd0b 2024-11-10T12:21:50,785 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/table/329e36f9e6994cb7a51aa880d8dbdd0b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:21:50,786 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-11-10T12:21:50,790 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T12:21:50,790 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:21:50,790 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:21:50,791 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:21:50,791 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241309058Running coprocessor pre-close hooks at 1731241309058Disabling compacts and flushes for region at 1731241309058Disabling writes for close at 1731241309059 (+1 ms)Obtaining lock to block concurrent updates at 1731241309059Preparing flush snapshotting stores in 1588230740 at 1731241309059Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731241309059Flushing stores of hbase:meta,,1.1588230740 at 1731241309060 (+1 ms)Flushing 1588230740/info: creating writer at 1731241309060Flushing 1588230740/info: appending metadata at 1731241309078 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731241309078Flushing 1588230740/ns: creating writer at 1731241309489 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731241309503 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241309503Flushing 1588230740/rep_barrier: creating writer at 1731241309913 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241309929 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241309929Flushing 1588230740/table: creating writer at 1731241310339 (+410 ms)Flushing 1588230740/table: appending metadata at 1731241310353 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731241310353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307283bb: reopening flushed file at 1731241310762 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f9df54: reopening flushed file at 1731241310768 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6046de54: reopening flushed file at 1731241310774 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115ac81b: reopening flushed file at 1731241310780 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1731241310786 (+6 ms)Writing region close event to WAL at 1731241310787 (+1 ms)Running coprocessor post-close hooks at 1731241310790 (+3 ms)Closed at 1731241310791 (+1 ms) 2024-11-10T12:21:50,791 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:21:50,860 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,35795,1731241235640; all regions closed. 2024-11-10T12:21:50,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741834_1010 (size=2717) 2024-11-10T12:21:50,863 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640/3857ccc89b65%2C35795%2C1731241235640.meta.1731241238569.meta not finished, retry = 0 2024-11-10T12:21:50,965 DEBUG [RS:0;3857ccc89b65:35795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/oldWALs 2024-11-10T12:21:50,965 INFO [RS:0;3857ccc89b65:35795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C35795%2C1731241235640.meta:.meta(num 1731241238569) 2024-11-10T12:21:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741832_1008 (size=1028) 2024-11-10T12:21:50,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/WALs/3857ccc89b65,35795,1731241235640/3857ccc89b65%2C35795%2C1731241235640.1731241237622 not finished, retry = 0 2024-11-10T12:21:51,070 DEBUG [RS:0;3857ccc89b65:35795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/oldWALs 2024-11-10T12:21:51,070 INFO [RS:0;3857ccc89b65:35795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C35795%2C1731241235640:(num 1731241237622) 2024-11-10T12:21:51,070 DEBUG [RS:0;3857ccc89b65:35795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:51,070 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:21:51,070 INFO [RS:0;3857ccc89b65:35795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:21:51,071 INFO [RS:0;3857ccc89b65:35795 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:21:51,071 INFO [RS:0;3857ccc89b65:35795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:21:51,071 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:21:51,071 INFO [RS:0;3857ccc89b65:35795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:35795. 2024-11-10T12:21:51,071 DEBUG [RS:0;3857ccc89b65:35795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:51,071 DEBUG [RS:0;3857ccc89b65:35795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:51,071 DEBUG [RS:0;3857ccc89b65:35795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:51,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:21:51,072 INFO [RS:0;3857ccc89b65:35795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35795 2024-11-10T12:21:51,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917/rs 2024-11-10T12:21:51,074 INFO [RS:0;3857ccc89b65:35795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:21:51,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1514710917/rs/3857ccc89b65,35795,1731241235640 2024-11-10T12:21:51,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,35795,1731241235640] 2024-11-10T12:21:51,076 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1514710917/draining/3857ccc89b65,35795,1731241235640 already deleted, retry=false 2024-11-10T12:21:51,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,35795,1731241235640 expired; onlineServers=0 2024-11-10T12:21:51,076 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,39981,1731241235603' ***** 2024-11-10T12:21:51,076 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:21:51,076 INFO [M:0;3857ccc89b65:39981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:21:51,076 INFO [M:0;3857ccc89b65:39981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:21:51,076 DEBUG [M:0;3857ccc89b65:39981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:21:51,076 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:21:51,076 DEBUG [M:0;3857ccc89b65:39981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:21:51,076 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241237406 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241237406,5,FailOnTimeoutGroup] 2024-11-10T12:21:51,076 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241237406 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241237406,5,FailOnTimeoutGroup] 2024-11-10T12:21:51,077 INFO [M:0;3857ccc89b65:39981 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:21:51,077 INFO [M:0;3857ccc89b65:39981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:21:51,077 DEBUG [M:0;3857ccc89b65:39981 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:21:51,077 INFO [M:0;3857ccc89b65:39981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:21:51,077 INFO [M:0;3857ccc89b65:39981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:21:51,077 INFO [M:0;3857ccc89b65:39981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:21:51,077 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:21:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1514710917/master 2024-11-10T12:21:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1514710917 2024-11-10T12:21:51,080 DEBUG [M:0;3857ccc89b65:39981 {}] zookeeper.ZKUtil(347): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Unable to get data of znode /1514710917/master because node does not exist (not an error) 2024-11-10T12:21:51,080 WARN [M:0;3857ccc89b65:39981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:21:51,081 INFO [M:0;3857ccc89b65:39981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/.lastflushedseqids 2024-11-10T12:21:51,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741843_1019 (size=173) 2024-11-10T12:21:51,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:51,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35795-0x10101d2ab400004, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:51,175 INFO [RS:0;3857ccc89b65:35795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:21:51,175 INFO [RS:0;3857ccc89b65:35795 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,35795,1731241235640; zookeeper connection closed. 2024-11-10T12:21:51,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58c40a27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58c40a27 2024-11-10T12:21:51,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:21:51,486 INFO [M:0;3857ccc89b65:39981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:21:51,486 INFO [M:0;3857ccc89b65:39981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:21:51,486 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:21:51,486 INFO [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:51,486 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:51,486 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:21:51,486 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:51,487 INFO [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-10T12:21:51,503 DEBUG [M:0;3857ccc89b65:39981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bf8ca1e82b74dfb95b3f7ecbb11dbb9 is 82, key is hbase:meta,,1/info:regioninfo/1731241238613/Put/seqid=0 2024-11-10T12:21:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741844_1020 (size=5672) 2024-11-10T12:21:51,908 INFO [M:0;3857ccc89b65:39981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bf8ca1e82b74dfb95b3f7ecbb11dbb9 2024-11-10T12:21:51,927 DEBUG [M:0;3857ccc89b65:39981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5691195f6e384a14abfe1757c3981f95 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731241242017/Put/seqid=0 2024-11-10T12:21:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741845_1021 (size=6727) 2024-11-10T12:21:52,309 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 to pos 997, reset compression=false 2024-11-10T12:21:52,332 INFO [M:0;3857ccc89b65:39981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5691195f6e384a14abfe1757c3981f95 2024-11-10T12:21:52,336 INFO [M:0;3857ccc89b65:39981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5691195f6e384a14abfe1757c3981f95 2024-11-10T12:21:52,351 DEBUG [M:0;3857ccc89b65:39981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7677613acdb14fcb882a7bc27446da64 is 69, key is 3857ccc89b65,35795,1731241235640/rs:state/1731241237479/Put/seqid=0 2024-11-10T12:21:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741846_1022 (size=5156) 2024-11-10T12:21:52,756 INFO [M:0;3857ccc89b65:39981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7677613acdb14fcb882a7bc27446da64 2024-11-10T12:21:52,761 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bf8ca1e82b74dfb95b3f7ecbb11dbb9 as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bf8ca1e82b74dfb95b3f7ecbb11dbb9 2024-11-10T12:21:52,765 INFO [M:0;3857ccc89b65:39981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bf8ca1e82b74dfb95b3f7ecbb11dbb9, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T12:21:52,766 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5691195f6e384a14abfe1757c3981f95 as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5691195f6e384a14abfe1757c3981f95 2024-11-10T12:21:52,770 INFO [M:0;3857ccc89b65:39981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5691195f6e384a14abfe1757c3981f95 2024-11-10T12:21:52,770 INFO [M:0;3857ccc89b65:39981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5691195f6e384a14abfe1757c3981f95, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T12:21:52,771 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7677613acdb14fcb882a7bc27446da64 as hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7677613acdb14fcb882a7bc27446da64 2024-11-10T12:21:52,776 INFO [M:0;3857ccc89b65:39981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40553/user/jenkins/test-data/686f9302-cbc7-b9ad-8265-619b8929f345/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7677613acdb14fcb882a7bc27446da64, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T12:21:52,777 INFO [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-10T12:21:52,778 INFO [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:52,778 DEBUG [M:0;3857ccc89b65:39981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241311486Disabling compacts and flushes for region at 1731241311486Disabling writes for close at 1731241311486Obtaining lock to block concurrent updates at 1731241311487 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241311487Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731241311487Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241311488 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241311488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241311503 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241311503Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241311912 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241311927 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241311927Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241312336 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241312351 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241312351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9af0252: reopening flushed file at 1731241312760 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68785732: reopening flushed file at 1731241312765 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258ae231: reopening flushed file at 1731241312770 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1731241312777 (+7 ms)Writing region close event to WAL at 1731241312778 (+1 ms)Closed at 1731241312778 2024-11-10T12:21:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42129 is added to blk_1073741830_1006 (size=33026) 2024-11-10T12:21:52,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:21:52,781 INFO [M:0;3857ccc89b65:39981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:21:52,781 INFO [M:0;3857ccc89b65:39981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39981 2024-11-10T12:21:52,782 INFO [M:0;3857ccc89b65:39981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:21:52,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:52,883 INFO [M:0;3857ccc89b65:39981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:21:52,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10101d2ab400003, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:52,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:21:52,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:21:52,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:21:52,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:21:52,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.log.dir/,STOPPED} 2024-11-10T12:21:52,888 WARN [BP-1484682422-172.17.0.2-1731241234588 heartbeating to localhost/127.0.0.1:40553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:21:52,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:21:52,888 WARN [BP-1484682422-172.17.0.2-1731241234588 heartbeating to localhost/127.0.0.1:40553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1484682422-172.17.0.2-1731241234588 (Datanode Uuid 02df2524-11f9-4ec1-a7c7-4d24fe4f5f62) service to localhost/127.0.0.1:40553 2024-11-10T12:21:52,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:21:52,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/cluster_cc62cb7d-27be-ddbc-80f0-b3af590f1d54/data/data1/current/BP-1484682422-172.17.0.2-1731241234588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:21:52,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/cluster_cc62cb7d-27be-ddbc-80f0-b3af590f1d54/data/data2/current/BP-1484682422-172.17.0.2-1731241234588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:21:52,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:21:52,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:21:52,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:21:52,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:21:52,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:21:52,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.log.dir/,STOPPED} 2024-11-10T12:21:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:21:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:21:52,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:21:52,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:52,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:52,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:52,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:21:52,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:21:52,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1622994876, stopped=false 2024-11-10T12:21:52,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,36515,1731241231480 2024-11-10T12:21:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593815752/running 2024-11-10T12:21:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593815752/running 2024-11-10T12:21:52,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:21:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:21:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:21:52,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:21:52,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:52,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:52,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,43969,1731241231528' ***** 2024-11-10T12:21:52,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on znode that does not yet exist, /0593815752/running 2024-11-10T12:21:52,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:21:52,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Set watcher on znode that does not yet exist, /0593815752/running 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:21:52,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(3091): Received CLOSE for ef7281c9ec0bf4c06903dc430b63e4c8 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(3091): Received CLOSE for f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,43969,1731241231528 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:43969. 2024-11-10T12:21:52,913 DEBUG [RS:0;3857ccc89b65:43969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:52,913 DEBUG [RS:0;3857ccc89b65:43969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:52,913 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef7281c9ec0bf4c06903dc430b63e4c8, disabling compactions & flushes 2024-11-10T12:21:52,913 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:21:52,914 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:21:52,914 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:21:52,914 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:21:52,914 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:21:52,914 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:21:52,914 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. after waiting 0 ms 2024-11-10T12:21:52,914 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:21:52,914 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef7281c9ec0bf4c06903dc430b63e4c8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T12:21:52,914 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:21:52,914 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1325): Online Regions={ef7281c9ec0bf4c06903dc430b63e4c8=hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8., 1588230740=hbase:meta,,1.1588230740, f56a7a3e446a53fd1f703e76e39f13cf=test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf.} 2024-11-10T12:21:52,914 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef7281c9ec0bf4c06903dc430b63e4c8, f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:21:52,914 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:21:52,914 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:21:52,914 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:21:52,914 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:21:52,914 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:21:52,914 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:21:52,930 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/info/c0c10da06f344edda856f81fa1f81165 is 147, key is hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8./info:regioninfo/1731241244204/Put/seqid=0 2024-11-10T12:21:52,931 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/.tmp/hfileref/5e2e88e5a159472f859ba5734267e5a8 is 74, key is 1/hfileref:79dc128310004900ab508f22065570b4_SeqId_4_/1731241247442/DeleteColumn/seqid=0 2024-11-10T12:21:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741844_1020 (size=7686) 2024-11-10T12:21:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741845_1021 (size=5203) 2024-11-10T12:21:52,941 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:21:53,114 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef7281c9ec0bf4c06903dc430b63e4c8, f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:21:53,314 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef7281c9ec0bf4c06903dc430b63e4c8, f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:21:53,335 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/.tmp/hfileref/5e2e88e5a159472f859ba5734267e5a8 2024-11-10T12:21:53,335 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/info/c0c10da06f344edda856f81fa1f81165 2024-11-10T12:21:53,356 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/ns/92bed596378540c0ab953b501944492d is 43, key is default/ns:d/1731241234501/Put/seqid=0 2024-11-10T12:21:53,359 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/.tmp/queue/16647875e16e458ba43dcd58c08d93e5 is 153, key is 1-3857ccc89b65,43969,1731241231528/queue:3857ccc89b65%2C43969%2C1731241231528/1731241249264/Put/seqid=0 2024-11-10T12:21:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741846_1022 (size=5153) 2024-11-10T12:21:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741847_1023 (size=5352) 2024-11-10T12:21:53,383 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:21:53,383 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:21:53,514 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef7281c9ec0bf4c06903dc430b63e4c8, f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:21:53,715 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef7281c9ec0bf4c06903dc430b63e4c8, f56a7a3e446a53fd1f703e76e39f13cf 2024-11-10T12:21:53,761 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/ns/92bed596378540c0ab953b501944492d 2024-11-10T12:21:53,763 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/.tmp/queue/16647875e16e458ba43dcd58c08d93e5 2024-11-10T12:21:53,768 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/.tmp/hfileref/5e2e88e5a159472f859ba5734267e5a8 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/hfileref/5e2e88e5a159472f859ba5734267e5a8 2024-11-10T12:21:53,773 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/hfileref/5e2e88e5a159472f859ba5734267e5a8, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T12:21:53,773 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/.tmp/queue/16647875e16e458ba43dcd58c08d93e5 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/queue/16647875e16e458ba43dcd58c08d93e5 2024-11-10T12:21:53,778 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/queue/16647875e16e458ba43dcd58c08d93e5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T12:21:53,779 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ef7281c9ec0bf4c06903dc430b63e4c8 in 865ms, sequenceid=10, compaction requested=false 2024-11-10T12:21:53,783 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/rep_barrier/020724bc5703475fb3e90b3a7ef6180a is 112, key is test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf./rep_barrier:seqnumDuringOpen/1731241239850/Put/seqid=0 2024-11-10T12:21:53,784 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/replication/ef7281c9ec0bf4c06903dc430b63e4c8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T12:21:53,784 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:21:53,784 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:21:53,784 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:21:53,785 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef7281c9ec0bf4c06903dc430b63e4c8: Waiting for close lock at 1731241312913Running coprocessor pre-close hooks at 1731241312913Disabling compacts and flushes for region at 1731241312913Disabling writes for close at 1731241312914 (+1 ms)Obtaining lock to block concurrent updates at 1731241312914Preparing flush snapshotting stores in ef7281c9ec0bf4c06903dc430b63e4c8 at 1731241312914Finished memstore snapshotting hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731241312914Flushing stores of hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. at 1731241312915 (+1 ms)Flushing ef7281c9ec0bf4c06903dc430b63e4c8/hfileref: creating writer at 1731241312915Flushing ef7281c9ec0bf4c06903dc430b63e4c8/hfileref: appending metadata at 1731241312930 (+15 ms)Flushing ef7281c9ec0bf4c06903dc430b63e4c8/hfileref: closing flushed file at 1731241312930Flushing ef7281c9ec0bf4c06903dc430b63e4c8/queue: creating writer at 1731241313341 (+411 ms)Flushing ef7281c9ec0bf4c06903dc430b63e4c8/queue: appending metadata at 1731241313358 (+17 ms)Flushing ef7281c9ec0bf4c06903dc430b63e4c8/queue: closing flushed file at 1731241313358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ff5cfa: reopening flushed file at 1731241313767 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7188fc86: reopening flushed file at 1731241313773 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ef7281c9ec0bf4c06903dc430b63e4c8 in 865ms, sequenceid=10, compaction requested=false at 1731241313779 (+6 ms)Writing region close event to WAL at 1731241313781 (+2 ms)Running coprocessor post-close hooks at 1731241313784 (+3 ms)Closed at 1731241313784 2024-11-10T12:21:53,785 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241243030.ef7281c9ec0bf4c06903dc430b63e4c8. 2024-11-10T12:21:53,785 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f56a7a3e446a53fd1f703e76e39f13cf, disabling compactions & flushes 2024-11-10T12:21:53,785 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:21:53,785 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:21:53,785 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. after waiting 0 ms 2024-11-10T12:21:53,785 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:21:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741848_1024 (size=5518) 2024-11-10T12:21:53,790 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/default/test/f56a7a3e446a53fd1f703e76e39f13cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T12:21:53,790 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:21:53,790 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:21:53,790 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:21:53,790 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f56a7a3e446a53fd1f703e76e39f13cf: Waiting for close lock at 1731241313785Running coprocessor pre-close hooks at 1731241313785Disabling compacts and flushes for region at 1731241313785Disabling writes for close at 1731241313785Writing region close event to WAL at 1731241313786 (+1 ms)Running coprocessor post-close hooks at 1731241313790 (+4 ms)Closed at 1731241313790 2024-11-10T12:21:53,791 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241238682.f56a7a3e446a53fd1f703e76e39f13cf. 2024-11-10T12:21:53,915 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:21:53,915 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:21:53,915 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:54,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,115 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:54,189 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/rep_barrier/020724bc5703475fb3e90b3a7ef6180a 2024-11-10T12:21:54,212 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/table/c8445cfbc2e14ece998233b89044e87f is 53, key is hbase:replication/table:state/1731241244213/Put/seqid=0 2024-11-10T12:21:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741849_1025 (size=5308) 2024-11-10T12:21:54,315 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:54,515 DEBUG [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:21:54,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:21:54,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,616 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/table/c8445cfbc2e14ece998233b89044e87f 2024-11-10T12:21:54,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:21:54,623 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/info/c0c10da06f344edda856f81fa1f81165 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/info/c0c10da06f344edda856f81fa1f81165 2024-11-10T12:21:54,628 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/info/c0c10da06f344edda856f81fa1f81165, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:21:54,629 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/ns/92bed596378540c0ab953b501944492d as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/ns/92bed596378540c0ab953b501944492d 2024-11-10T12:21:54,633 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/ns/92bed596378540c0ab953b501944492d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:21:54,634 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/rep_barrier/020724bc5703475fb3e90b3a7ef6180a as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/rep_barrier/020724bc5703475fb3e90b3a7ef6180a 2024-11-10T12:21:54,639 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/rep_barrier/020724bc5703475fb3e90b3a7ef6180a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:21:54,639 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/.tmp/table/c8445cfbc2e14ece998233b89044e87f as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/table/c8445cfbc2e14ece998233b89044e87f 2024-11-10T12:21:54,645 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/table/c8445cfbc2e14ece998233b89044e87f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:21:54,646 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-10T12:21:54,652 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:21:54,652 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:21:54,652 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:21:54,653 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:21:54,653 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241312914Running coprocessor pre-close hooks at 1731241312914Disabling compacts and flushes for region at 1731241312914Disabling writes for close at 1731241312914Obtaining lock to block concurrent updates at 1731241312914Preparing flush snapshotting stores in 1588230740 at 1731241312914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241312915 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241312915Flushing 1588230740/info: creating writer at 1731241312915Flushing 1588230740/info: appending metadata at 1731241312930 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731241312930Flushing 1588230740/ns: creating writer at 1731241313341 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731241313355 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241313355Flushing 1588230740/rep_barrier: creating writer at 1731241313766 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241313783 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241313783Flushing 1588230740/table: creating writer at 1731241314194 (+411 ms)Flushing 1588230740/table: appending metadata at 1731241314211 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731241314211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ddaa8c2: reopening flushed file at 1731241314622 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc76732: reopening flushed file at 1731241314628 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276d4130: reopening flushed file at 1731241314633 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5058fd59: reopening flushed file at 1731241314639 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1731241314646 (+7 ms)Writing region close event to WAL at 1731241314648 (+2 ms)Running coprocessor post-close hooks at 1731241314652 (+4 ms)Closed at 1731241314653 (+1 ms) 2024-11-10T12:21:54,653 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:21:54,716 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,43969,1731241231528; all regions closed. 2024-11-10T12:21:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:21:54,720 DEBUG [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/oldWALs 2024-11-10T12:21:54,720 INFO [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C43969%2C1731241231528.meta:.meta(num 1731241234452) 2024-11-10T12:21:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741839_1015 (size=2700) 2024-11-10T12:21:54,724 DEBUG [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/oldWALs 2024-11-10T12:21:54,724 INFO [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C43969%2C1731241231528.rep:(num 1731241244170) 2024-11-10T12:21:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741832_1008 (size=1300) 2024-11-10T12:21:54,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/WALs/3857ccc89b65,43969,1731241231528/3857ccc89b65%2C43969%2C1731241231528.1731241233511 not finished, retry = 0 2024-11-10T12:21:54,829 DEBUG [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/oldWALs 2024-11-10T12:21:54,829 INFO [RS:0;3857ccc89b65:43969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C43969%2C1731241231528:(num 1731241233511) 2024-11-10T12:21:54,829 DEBUG [RS:0;3857ccc89b65:43969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:54,829 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:21:54,829 INFO [RS:0;3857ccc89b65:43969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:21:54,829 INFO [RS:0;3857ccc89b65:43969 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:21:54,829 INFO [RS:0;3857ccc89b65:43969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:21:54,830 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:21:54,830 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,43969,1731241231528 because: Region server is closing 2024-11-10T12:21:54,830 INFO [RS:0;3857ccc89b65:43969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:43969. 2024-11-10T12:21:54,830 DEBUG [RS:0;3857ccc89b65:43969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:21:54,830 DEBUG [RS:0;3857ccc89b65:43969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:54,830 DEBUG [RS:0;3857ccc89b65:43969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:21:54,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:21:54,931 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.wal-reader.3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:21:54,931 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:21:54,931 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43969,1731241231528.replicationSource.shipper3857ccc89b65%2C43969%2C1731241231528,1-3857ccc89b65,43969,1731241231528 terminated 2024-11-10T12:21:54,931 INFO [RS:0;3857ccc89b65:43969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43969 2024-11-10T12:21:54,933 INFO [RS:0;3857ccc89b65:43969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:21:54,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752/rs 2024-11-10T12:21:54,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593815752/rs/3857ccc89b65,43969,1731241231528 2024-11-10T12:21:54,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,43969,1731241231528] 2024-11-10T12:21:54,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0593815752/draining/3857ccc89b65,43969,1731241231528 already deleted, retry=false 2024-11-10T12:21:54,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,43969,1731241231528 expired; onlineServers=0 2024-11-10T12:21:54,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,36515,1731241231480' ***** 2024-11-10T12:21:54,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:21:54,935 INFO [M:0;3857ccc89b65:36515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:21:54,935 INFO [M:0;3857ccc89b65:36515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:21:54,935 DEBUG [M:0;3857ccc89b65:36515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:21:54,935 DEBUG [M:0;3857ccc89b65:36515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:21:54,935 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:21:54,935 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241233299 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241233299,5,FailOnTimeoutGroup] 2024-11-10T12:21:54,935 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241233299 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241233299,5,FailOnTimeoutGroup] 2024-11-10T12:21:54,936 INFO [M:0;3857ccc89b65:36515 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:21:54,936 INFO [M:0;3857ccc89b65:36515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:21:54,936 DEBUG [M:0;3857ccc89b65:36515 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:21:54,936 INFO [M:0;3857ccc89b65:36515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:21:54,936 INFO [M:0;3857ccc89b65:36515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:21:54,936 INFO [M:0;3857ccc89b65:36515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:21:54,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:21:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593815752/master 2024-11-10T12:21:54,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593815752 2024-11-10T12:21:54,939 DEBUG [M:0;3857ccc89b65:36515 {}] zookeeper.RecoverableZooKeeper(212): Node /0593815752/master already deleted, retry=false 2024-11-10T12:21:54,939 DEBUG [M:0;3857ccc89b65:36515 {}] master.ActiveMasterManager(353): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Failed delete of our master address node; KeeperErrorCode = NoNode for /0593815752/master 2024-11-10T12:21:54,940 INFO [M:0;3857ccc89b65:36515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/.lastflushedseqids 2024-11-10T12:21:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741850_1026 (size=263) 2024-11-10T12:21:55,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:55,034 INFO [RS:0;3857ccc89b65:43969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:21:55,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43969-0x10101d2ab400001, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:55,034 INFO [RS:0;3857ccc89b65:43969 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,43969,1731241231528; zookeeper connection closed. 2024-11-10T12:21:55,035 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12f26131 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12f26131 2024-11-10T12:21:55,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:21:55,347 INFO [M:0;3857ccc89b65:36515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:21:55,347 INFO [M:0;3857ccc89b65:36515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:21:55,348 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:21:55,348 INFO [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:55,348 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:55,348 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:21:55,348 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:55,348 INFO [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-10T12:21:55,367 DEBUG [M:0;3857ccc89b65:36515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dd9370d16ea45d487c5890e5414370f is 82, key is hbase:meta,,1/info:regioninfo/1731241234486/Put/seqid=0 2024-11-10T12:21:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741851_1027 (size=5672) 2024-11-10T12:21:55,771 INFO [M:0;3857ccc89b65:36515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dd9370d16ea45d487c5890e5414370f 2024-11-10T12:21:55,791 DEBUG [M:0;3857ccc89b65:36515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5143225f32c4401da6676522363c1aa5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731241239865/Put/seqid=0 2024-11-10T12:21:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741852_1028 (size=7241) 2024-11-10T12:21:56,196 INFO [M:0;3857ccc89b65:36515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5143225f32c4401da6676522363c1aa5 2024-11-10T12:21:56,201 INFO [M:0;3857ccc89b65:36515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5143225f32c4401da6676522363c1aa5 2024-11-10T12:21:56,215 DEBUG [M:0;3857ccc89b65:36515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c18d13dac12409faea05502b65cf6e0 is 69, key is 3857ccc89b65,43969,1731241231528/rs:state/1731241233369/Put/seqid=0 2024-11-10T12:21:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741853_1029 (size=5156) 2024-11-10T12:21:56,620 INFO [M:0;3857ccc89b65:36515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c18d13dac12409faea05502b65cf6e0 2024-11-10T12:21:56,625 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dd9370d16ea45d487c5890e5414370f as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7dd9370d16ea45d487c5890e5414370f 2024-11-10T12:21:56,629 INFO [M:0;3857ccc89b65:36515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7dd9370d16ea45d487c5890e5414370f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T12:21:56,630 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5143225f32c4401da6676522363c1aa5 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5143225f32c4401da6676522363c1aa5 2024-11-10T12:21:56,634 INFO [M:0;3857ccc89b65:36515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5143225f32c4401da6676522363c1aa5 2024-11-10T12:21:56,634 INFO [M:0;3857ccc89b65:36515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5143225f32c4401da6676522363c1aa5, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T12:21:56,635 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c18d13dac12409faea05502b65cf6e0 as hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c18d13dac12409faea05502b65cf6e0 2024-11-10T12:21:56,639 INFO [M:0;3857ccc89b65:36515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34199/user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c18d13dac12409faea05502b65cf6e0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T12:21:56,640 INFO [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false 2024-11-10T12:21:56,641 INFO [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:56,641 DEBUG [M:0;3857ccc89b65:36515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241315348Disabling compacts and flushes for region at 1731241315348Disabling writes for close at 1731241315348Obtaining lock to block concurrent updates at 1731241315348Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241315348Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731241315348Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241315349 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241315349Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241315366 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241315366Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241315777 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241315791 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241315791Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241316201 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241316215 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241316215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6357cff4: reopening flushed file at 1731241316624 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47510cf1: reopening flushed file at 1731241316629 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b4c600: reopening flushed file at 1731241316634 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1731241316640 (+6 ms)Writing region close event to WAL at 1731241316641 (+1 ms)Closed at 1731241316641 2024-11-10T12:21:56,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/639a041a-bd4a-3301-aab2-db1885acbebd/MasterData/WALs/3857ccc89b65,36515,1731241231480/3857ccc89b65%2C36515%2C1731241231480.1731241233217 not finished, retry = 0 2024-11-10T12:21:56,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741830_1006 (size=64538) 2024-11-10T12:21:56,744 INFO [M:0;3857ccc89b65:36515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:21:56,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:21:56,744 INFO [M:0;3857ccc89b65:36515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36515 2024-11-10T12:21:56,745 INFO [M:0;3857ccc89b65:36515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:21:56,847 INFO [M:0;3857ccc89b65:36515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:21:56,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:56,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x10101d2ab400000, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:21:56,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:21:56,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:21:56,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:21:56,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:21:56,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.log.dir/,STOPPED} 2024-11-10T12:21:56,851 WARN [BP-1583082673-172.17.0.2-1731241230546 heartbeating to localhost/127.0.0.1:34199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:21:56,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:21:56,851 WARN [BP-1583082673-172.17.0.2-1731241230546 heartbeating to localhost/127.0.0.1:34199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1583082673-172.17.0.2-1731241230546 (Datanode Uuid 004b382d-e2e3-4127-bbd5-22b8c89fe2d1) service to localhost/127.0.0.1:34199 2024-11-10T12:21:56,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:21:56,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84/data/data1/current/BP-1583082673-172.17.0.2-1731241230546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:21:56,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/cluster_6ccf3e0d-76a5-61e6-c1bc-cf4162998d84/data/data2/current/BP-1583082673-172.17.0.2-1731241230546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:21:56,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:21:56,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:21:56,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:21:56,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:21:56,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:21:56,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e324c35-d3b7-d04f-3743-a5c3548d2caf/hadoop.log.dir/,STOPPED} 2024-11-10T12:21:56,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:21:56,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:21:56,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56930) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f07b0b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f07b0b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40553 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34199 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56930) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 111) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8530 (was 8672) 2024-11-10T12:21:56,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=8530 2024-11-10T12:21:56,906 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T12:21:56,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.log.dir so I do NOT create it in target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111 2024-11-10T12:21:56,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:21:56,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.tmp.dir so I do NOT create it in target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111 2024-11-10T12:21:56,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8a39ab7-ce62-12fe-5ba7-fc8bbe3fb6a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:21:56,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111 2024-11-10T12:21:56,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe, deleteOnExit=true 2024-11-10T12:21:56,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe/zookeeper_0, clientPort=60381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:21:56,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60381 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/test.cache.data in system properties and HBase conf 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:21:56,910 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:21:56,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:21:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:21:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d2ab400005, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:21:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d2ab400002, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:21:56,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d2ab400005, quorum=127.0.0.1:56930, baseZNode=/1514710917 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:21:56,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d2ab400002, quorum=127.0.0.1:56930, baseZNode=/0593815752 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:21:56,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:21:56,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:21:56,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:21:56,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:21:56,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:21:56,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:21:56,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:21:56,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:21:57,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b567c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/java.io.tmpdir/jetty-localhost-43669-hadoop-hdfs-3_4_1-tests_jar-_-any-5586007958385387396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:21:57,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:43669} 2024-11-10T12:21:57,109 INFO [Time-limited test {}] server.Server(415): Started @133818ms 2024-11-10T12:21:57,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:21:57,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:21:57,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:21:57,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:21:57,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:21:57,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:21:57,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:21:57,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/java.io.tmpdir/jetty-localhost-38623-hadoop-hdfs-3_4_1-tests_jar-_-any-6309546782848923747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:21:57,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:38623} 2024-11-10T12:21:57,305 INFO [Time-limited test {}] server.Server(415): Started @134015ms 2024-11-10T12:21:57,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:21:57,395 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe/data/data1/current/BP-1981508790-172.17.0.2-1731241316929/current, will proceed with Du for space computation calculation, 2024-11-10T12:21:57,395 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe/data/data2/current/BP-1981508790-172.17.0.2-1731241316929/current, will proceed with Du for space computation calculation, 2024-11-10T12:21:57,411 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:21:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b0f3dc4a284bb07 with lease ID 0x92abcabe831ca5ac: Processing first storage report for DS-f0ab16e9-72db-489d-8860-2950ddddcbe6 from datanode DatanodeRegistration(127.0.0.1:43193, datanodeUuid=3571c9ae-b476-4d38-af40-d5b77a4d37d3, infoPort=44961, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=946167883;c=1731241316929) 2024-11-10T12:21:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b0f3dc4a284bb07 with lease ID 0x92abcabe831ca5ac: from storage DS-f0ab16e9-72db-489d-8860-2950ddddcbe6 node DatanodeRegistration(127.0.0.1:43193, datanodeUuid=3571c9ae-b476-4d38-af40-d5b77a4d37d3, infoPort=44961, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=946167883;c=1731241316929), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:21:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b0f3dc4a284bb07 with lease ID 0x92abcabe831ca5ac: Processing first storage report for DS-6f9ada56-4150-4d0b-b952-25a780540632 from datanode DatanodeRegistration(127.0.0.1:43193, datanodeUuid=3571c9ae-b476-4d38-af40-d5b77a4d37d3, infoPort=44961, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=946167883;c=1731241316929) 2024-11-10T12:21:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b0f3dc4a284bb07 with lease ID 0x92abcabe831ca5ac: from storage DS-6f9ada56-4150-4d0b-b952-25a780540632 node DatanodeRegistration(127.0.0.1:43193, datanodeUuid=3571c9ae-b476-4d38-af40-d5b77a4d37d3, infoPort=44961, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=946167883;c=1731241316929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:21:57,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111 2024-11-10T12:21:57,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:21:57,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:21:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:21:57,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53 with version=8 2024-11-10T12:21:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/hbase-staging 2024-11-10T12:21:57,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:21:57,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:21:57,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:21:57,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:21:57,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:21:57,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:21:57,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:21:57,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:21:57,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43371 2024-11-10T12:21:57,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43371 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:21:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433710x0, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:21:57,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43371-0x10101d3fcbc0000 connected 2024-11-10T12:21:57,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:21:57,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:21:57,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:21:57,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53, hbase.cluster.distributed=false 2024-11-10T12:21:57,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/acl 2024-11-10T12:21:57,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-10T12:21:57,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43371 2024-11-10T12:21:57,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43371 2024-11-10T12:21:57,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-10T12:21:57,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-10T12:21:57,898 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:21:57,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:21:57,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:21:57,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:21:57,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:21:57,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:21:57,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:21:57,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:21:57,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33627 2024-11-10T12:21:57,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33627 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:21:57,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:21:57,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:21:57,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336270x0, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:21:57,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33627-0x10101d3fcbc0001 connected 2024-11-10T12:21:57,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:21:57,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:21:57,909 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:21:57,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/master 2024-11-10T12:21:57,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/acl 2024-11-10T12:21:57,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33627 2024-11-10T12:21:57,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33627 2024-11-10T12:21:57,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33627 2024-11-10T12:21:57,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33627 2024-11-10T12:21:57,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33627 2024-11-10T12:21:57,930 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:43371 2024-11-10T12:21:57,930 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01028346768/backup-masters/3857ccc89b65,43371,1731241317842 2024-11-10T12:21:57,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:21:57,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:21:57,934 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on existing znode=/01028346768/backup-masters/3857ccc89b65,43371,1731241317842 2024-11-10T12:21:57,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028346768/master 2024-11-10T12:21:57,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:57,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:57,935 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on existing znode=/01028346768/master 2024-11-10T12:21:57,936 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01028346768/backup-masters/3857ccc89b65,43371,1731241317842 from backup master directory 2024-11-10T12:21:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/backup-masters/3857ccc89b65,43371,1731241317842 2024-11-10T12:21:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:21:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:21:57,937 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:21:57,937 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,43371,1731241317842 2024-11-10T12:21:57,941 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/hbase.id] with ID: 912f9dc0-175e-42b2-8382-109051a076fe 2024-11-10T12:21:57,941 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/.tmp/hbase.id 2024-11-10T12:21:57,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:21:58,348 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/.tmp/hbase.id]:[hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/hbase.id] 2024-11-10T12:21:58,358 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:21:58,359 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:21:58,360 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T12:21:58,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:58,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:21:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:21:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:21:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:21:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:21:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T12:21:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:21:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:21:58,767 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:21:58,768 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:21:58,768 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:21:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:21:59,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store 2024-11-10T12:21:59,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:21:59,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:21:59,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:21:59,582 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:59,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:59,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:21:59,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:59,582 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:21:59,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241319582Disabling compacts and flushes for region at 1731241319582Disabling writes for close at 1731241319582Writing region close event to WAL at 1731241319582Closed at 1731241319582 2024-11-10T12:21:59,583 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/.initializing 2024-11-10T12:21:59,583 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842 2024-11-10T12:21:59,584 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:21:59,586 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C43371%2C1731241317842, suffix=, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/oldWALs, maxLogs=10 2024-11-10T12:21:59,599 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842/3857ccc89b65%2C43371%2C1731241317842.1731241319586, exclude list is [], retry=0 2024-11-10T12:21:59,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:21:59,603 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842/3857ccc89b65%2C43371%2C1731241317842.1731241319586 2024-11-10T12:21:59,604 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:21:59,604 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:21:59,604 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:21:59,604 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,604 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:21:59,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:21:59,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:21:59,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:21:59,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:21:59,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:21:59,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:21:59,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:21:59,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:21:59,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:21:59,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:21:59,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:21:59,612 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,612 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,613 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,614 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,614 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,614 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:21:59,615 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:21:59,617 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:21:59,617 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75326385, jitterRate=0.12245060503482819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:21:59,618 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241319604Initializing all the Stores at 1731241319605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241319605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241319605Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241319605Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241319605Cleaning up temporary data from old regions at 1731241319614 (+9 ms)Region opened successfully at 1731241319618 (+4 ms) 2024-11-10T12:21:59,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:21:59,621 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae5707d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:21:59,622 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:21:59,622 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:21:59,622 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:21:59,622 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:21:59,623 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:21:59,623 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:21:59,623 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:21:59,625 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:21:59,626 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/balancer because node does not exist (not necessarily an error) 2024-11-10T12:21:59,628 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/balancer already deleted, retry=false 2024-11-10T12:21:59,628 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:21:59,629 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:21:59,630 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/normalizer already deleted, retry=false 2024-11-10T12:21:59,630 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:21:59,631 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:21:59,632 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/switch/split already deleted, retry=false 2024-11-10T12:21:59,633 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:21:59,634 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/switch/merge already deleted, retry=false 2024-11-10T12:21:59,635 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:21:59,638 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/snapshot-cleanup already deleted, retry=false 2024-11-10T12:21:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028346768/running 2024-11-10T12:21:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028346768/running 2024-11-10T12:21:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:59,640 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,43371,1731241317842, sessionid=0x10101d3fcbc0000, setting cluster-up flag (Was=false) 2024-11-10T12:21:59,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:59,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:59,647 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01028346768/flush-table-proc/acquired, /01028346768/flush-table-proc/reached, /01028346768/flush-table-proc/abort 2024-11-10T12:21:59,648 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,43371,1731241317842 2024-11-10T12:21:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:21:59,654 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01028346768/online-snapshot/acquired, /01028346768/online-snapshot/reached, /01028346768/online-snapshot/abort 2024-11-10T12:21:59,655 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,43371,1731241317842 2024-11-10T12:21:59,656 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:21:59,658 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:21:59,658 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:21:59,658 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:21:59,659 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,43371,1731241317842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:21:59,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241349661 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:21:59,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:21:59,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:21:59,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:21:59,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:21:59,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:21:59,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:21:59,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:21:59,662 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:21:59,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:21:59,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:21:59,662 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241319662,5,FailOnTimeoutGroup] 2024-11-10T12:21:59,663 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241319662,5,FailOnTimeoutGroup] 2024-11-10T12:21:59,663 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,663 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:21:59,663 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,663 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:21:59,721 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(746): ClusterId : 912f9dc0-175e-42b2-8382-109051a076fe 2024-11-10T12:21:59,721 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:21:59,724 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:21:59,724 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:21:59,726 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:21:59,727 DEBUG [RS:0;3857ccc89b65:33627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1c5722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:21:59,739 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:33627 2024-11-10T12:21:59,739 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:21:59,739 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:21:59,739 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:21:59,739 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,43371,1731241317842 with port=33627, startcode=1731241317898 2024-11-10T12:21:59,740 DEBUG [RS:0;3857ccc89b65:33627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:21:59,741 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:21:59,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,33627,1731241317898 2024-11-10T12:21:59,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43371 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,33627,1731241317898 2024-11-10T12:21:59,743 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53 2024-11-10T12:21:59,743 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34321 2024-11-10T12:21:59,743 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:21:59,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/rs 2024-11-10T12:21:59,745 DEBUG [RS:0;3857ccc89b65:33627 {}] zookeeper.ZKUtil(111): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on existing znode=/01028346768/rs/3857ccc89b65,33627,1731241317898 2024-11-10T12:21:59,745 WARN [RS:0;3857ccc89b65:33627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:21:59,745 INFO [RS:0;3857ccc89b65:33627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:21:59,745 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898 2024-11-10T12:21:59,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,33627,1731241317898] 2024-11-10T12:21:59,748 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:21:59,749 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:21:59,750 INFO [RS:0;3857ccc89b65:33627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:21:59,750 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,750 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:21:59,751 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:21:59,751 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:21:59,751 DEBUG [RS:0;3857ccc89b65:33627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:21:59,752 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,752 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,752 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,752 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,752 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,752 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33627,1731241317898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:21:59,765 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:21:59,766 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33627,1731241317898-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,766 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,766 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.Replication(171): 3857ccc89b65,33627,1731241317898 started 2024-11-10T12:21:59,778 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:21:59,778 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,33627,1731241317898, RpcServer on 3857ccc89b65/172.17.0.2:33627, sessionid=0x10101d3fcbc0001 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,33627,1731241317898 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,33627,1731241317898' 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01028346768/flush-table-proc/abort' 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01028346768/flush-table-proc/acquired' 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,33627,1731241317898 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,33627,1731241317898' 2024-11-10T12:21:59,779 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01028346768/online-snapshot/abort' 2024-11-10T12:21:59,780 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01028346768/online-snapshot/acquired' 2024-11-10T12:21:59,780 DEBUG [RS:0;3857ccc89b65:33627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:21:59,780 INFO [RS:0;3857ccc89b65:33627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:21:59,780 INFO [RS:0;3857ccc89b65:33627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:21:59,880 INFO [RS:0;3857ccc89b65:33627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:21:59,882 INFO [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33627%2C1731241317898, suffix=, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs, maxLogs=10 2024-11-10T12:21:59,895 DEBUG [RS:0;3857ccc89b65:33627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883, exclude list is [], retry=0 2024-11-10T12:21:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:21:59,900 INFO [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 2024-11-10T12:21:59,900 DEBUG [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:22:00,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:22:00,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53 2024-11-10T12:22:00,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:22:00,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:00,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:00,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:00,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:00,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:00,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:00,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:00,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:00,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:00,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:00,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:00,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:00,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:00,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:00,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740 2024-11-10T12:22:00,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740 2024-11-10T12:22:00,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:00,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:00,485 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:00,488 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:00,488 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73254274, jitterRate=0.09157374501228333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:00,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241320475Initializing all the Stores at 1731241320476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241320476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241320476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241320476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241320476Cleaning up temporary data from old regions at 1731241320484 (+8 ms)Region opened successfully at 1731241320489 (+5 ms) 2024-11-10T12:22:00,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:00,489 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:00,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:00,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:00,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:00,489 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:00,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241320489Disabling compacts and flushes for region at 1731241320489Disabling writes for close at 1731241320489Writing region close event to WAL at 1731241320489Closed at 1731241320489 2024-11-10T12:22:00,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:00,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:22:00,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:22:00,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:00,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:22:00,643 DEBUG [3857ccc89b65:43371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:00,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,33627,1731241317898 2024-11-10T12:22:00,645 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,33627,1731241317898, state=OPENING 2024-11-10T12:22:00,646 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:22:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:00,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:00,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:00,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:00,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,33627,1731241317898}] 2024-11-10T12:22:00,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:00,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:22:00,806 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:22:00,806 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:00,806 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:22:00,808 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33627%2C1731241317898.meta, suffix=.meta, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs, maxLogs=10 2024-11-10T12:22:00,821 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.meta.1731241320808.meta, exclude list is [], retry=0 2024-11-10T12:22:00,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:22:00,825 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.meta.1731241320808.meta 2024-11-10T12:22:00,825 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:22:00,825 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:00,825 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:00,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:00,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:22:00,826 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:22:00,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:22:00,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:00,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:22:00,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:22:00,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:00,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:00,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:00,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:00,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:00,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:00,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:00,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:00,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:00,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:00,832 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:00,832 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740 2024-11-10T12:22:00,833 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740 2024-11-10T12:22:00,834 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:00,834 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:00,834 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:00,835 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:00,836 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71673390, jitterRate=0.06801673769950867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:00,836 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:22:00,837 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241320826Writing region info on filesystem at 1731241320826Initializing all the Stores at 1731241320827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241320827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241320827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241320827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241320827Cleaning up temporary data from old regions at 1731241320834 (+7 ms)Running coprocessor post-open hooks at 1731241320836 (+2 ms)Region opened successfully at 1731241320837 (+1 ms) 2024-11-10T12:22:00,837 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241320801 2024-11-10T12:22:00,839 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:22:00,840 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:22:00,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,33627,1731241317898 2024-11-10T12:22:00,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,33627,1731241317898, state=OPEN 2024-11-10T12:22:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:00,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,33627,1731241317898 2024-11-10T12:22:00,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:00,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:00,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:22:00,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,33627,1731241317898 in 196 msec 2024-11-10T12:22:00,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:22:00,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-10T12:22:00,849 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:00,849 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:22:00,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:00,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33627,1731241317898, seqNum=-1] 2024-11-10T12:22:00,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:00,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:00,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-10T12:22:00,857 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241320857, completionTime=-1 2024-11-10T12:22:00,857 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:22:00,858 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:22:00,859 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:22:00,859 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241380859 2024-11-10T12:22:00,859 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241440859 2024-11-10T12:22:00,859 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:22:00,859 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43371,1731241317842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:00,860 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43371,1731241317842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:00,860 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43371,1731241317842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:00,860 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:43371, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:00,860 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:00,860 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:00,861 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:22:00,863 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-10T12:22:00,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:22:00,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:22:00,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:22:00,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:22:00,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:22:00,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43371,1731241317842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:00,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43371,1731241317842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:22:00,866 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:22:00,866 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:22:00,866 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43371,1731241317842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:00,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:00,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43371,-1 for getting cluster id 2024-11-10T12:22:00,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:00,923 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '912f9dc0-175e-42b2-8382-109051a076fe' 2024-11-10T12:22:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "912f9dc0-175e-42b2-8382-109051a076fe" 2024-11-10T12:22:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655a7e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43371,-1] 2024-11-10T12:22:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:00,925 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:00,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:00,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33627,1731241317898, seqNum=-1] 2024-11-10T12:22:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:00,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,43371,1731241317842 2024-11-10T12:22:00,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:22:00,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:00,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d3fcbc0002 connected 2024-11-10T12:22:00,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.log.dir so I do NOT create it in target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c 2024-11-10T12:22:00,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:22:00,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.tmp.dir so I do NOT create it in target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c 2024-11-10T12:22:00,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:22:00,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c 2024-11-10T12:22:00,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:22:00,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/cluster_cfa6dca8-146e-6753-8b80-5c2d9be59892, deleteOnExit=true 2024-11-10T12:22:00,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:22:00,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/test.cache.data in system properties and HBase conf 2024-11-10T12:22:00,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:22:00,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:00,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:22:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:22:01,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:01,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:01,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:01,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:01,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:22:01,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:01,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:01,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:01,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc17592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/java.io.tmpdir/jetty-localhost-35435-hadoop-hdfs-3_4_1-tests_jar-_-any-4159574814384879162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:01,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:35435} 2024-11-10T12:22:01,131 INFO [Time-limited test {}] server.Server(415): Started @137840ms 2024-11-10T12:22:01,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:01,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:01,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:01,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:01,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:22:01,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:01,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:01,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183aab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/java.io.tmpdir/jetty-localhost-33917-hadoop-hdfs-3_4_1-tests_jar-_-any-8934503189762910422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:01,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:33917} 2024-11-10T12:22:01,337 INFO [Time-limited test {}] server.Server(415): Started @138047ms 2024-11-10T12:22:01,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:22:01,437 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/cluster_cfa6dca8-146e-6753-8b80-5c2d9be59892/data/data2/current/BP-177239641-172.17.0.2-1731241320957/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:01,437 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/cluster_cfa6dca8-146e-6753-8b80-5c2d9be59892/data/data1/current/BP-177239641-172.17.0.2-1731241320957/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:01,454 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:22:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80d74bf8fe2d2d02 with lease ID 0x49b9a98a787201a0: Processing first storage report for DS-7715ae88-85b1-46d7-b8ae-b683056d376e from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=28fe3ace-27fa-4597-b52f-aefdcba261f5, infoPort=41763, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1990695754;c=1731241320957) 2024-11-10T12:22:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80d74bf8fe2d2d02 with lease ID 0x49b9a98a787201a0: from storage DS-7715ae88-85b1-46d7-b8ae-b683056d376e node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=28fe3ace-27fa-4597-b52f-aefdcba261f5, infoPort=41763, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1990695754;c=1731241320957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80d74bf8fe2d2d02 with lease ID 0x49b9a98a787201a0: Processing first storage report for DS-65f9b880-74ed-4c49-95bb-0704f97f6bda from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=28fe3ace-27fa-4597-b52f-aefdcba261f5, infoPort=41763, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1990695754;c=1731241320957) 2024-11-10T12:22:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80d74bf8fe2d2d02 with lease ID 0x49b9a98a787201a0: from storage DS-65f9b880-74ed-4c49-95bb-0704f97f6bda node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=28fe3ace-27fa-4597-b52f-aefdcba261f5, infoPort=41763, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1990695754;c=1731241320957), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T12:22:01,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c 2024-11-10T12:22:01,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:01,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:01,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:22:01,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475 with version=8 2024-11-10T12:22:01,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/hbase-staging 2024-11-10T12:22:01,876 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:01,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:01,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:22:01,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:01,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42713 2024-11-10T12:22:01,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42713 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:22:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427130x0, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:01,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42713-0x10101d3fcbc0003 connected 2024-11-10T12:22:01,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:01,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:01,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on znode that does not yet exist, /1359000737/running 2024-11-10T12:22:01,895 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475, hbase.cluster.distributed=false 2024-11-10T12:22:01,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on znode that does not yet exist, /1359000737/acl 2024-11-10T12:22:01,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-10T12:22:01,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42713 2024-11-10T12:22:01,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42713 2024-11-10T12:22:01,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-10T12:22:01,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42713 2024-11-10T12:22:01,912 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:01,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:01,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:22:01,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:01,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39097 2024-11-10T12:22:01,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39097 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:22:01,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:01,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:01,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390970x0, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:01,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390970x0, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on znode that does not yet exist, /1359000737/running 2024-11-10T12:22:01,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39097-0x10101d3fcbc0004 connected 2024-11-10T12:22:01,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:22:01,923 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:22:01,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on znode that does not yet exist, /1359000737/master 2024-11-10T12:22:01,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on znode that does not yet exist, /1359000737/acl 2024-11-10T12:22:01,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-10T12:22:01,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39097 2024-11-10T12:22:01,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39097 2024-11-10T12:22:01,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-10T12:22:01,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-10T12:22:01,941 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:42713 2024-11-10T12:22:01,942 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1359000737/backup-masters/3857ccc89b65,42713,1731241321876 2024-11-10T12:22:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737/backup-masters 2024-11-10T12:22:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737/backup-masters 2024-11-10T12:22:01,944 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on existing znode=/1359000737/backup-masters/3857ccc89b65,42713,1731241321876 2024-11-10T12:22:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1359000737/master 2024-11-10T12:22:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:01,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on existing znode=/1359000737/master 2024-11-10T12:22:01,948 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1359000737/backup-masters/3857ccc89b65,42713,1731241321876 from backup master directory 2024-11-10T12:22:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1359000737/backup-masters/3857ccc89b65,42713,1731241321876 2024-11-10T12:22:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737/backup-masters 2024-11-10T12:22:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737/backup-masters 2024-11-10T12:22:01,949 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:01,949 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,42713,1731241321876 2024-11-10T12:22:01,953 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/hbase.id] with ID: b99b9206-df9e-4afa-a0cb-041498c19608 2024-11-10T12:22:01,953 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/.tmp/hbase.id 2024-11-10T12:22:01,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:22:02,360 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/.tmp/hbase.id]:[hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/hbase.id] 2024-11-10T12:22:02,371 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:02,371 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:22:02,372 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:22:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:22:02,783 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:02,784 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:22:02,785 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:22:03,191 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store 2024-11-10T12:22:03,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:22:03,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:03,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:03,597 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:03,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:03,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:03,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:03,597 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:03,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241323597Disabling compacts and flushes for region at 1731241323597Disabling writes for close at 1731241323597Writing region close event to WAL at 1731241323597Closed at 1731241323597 2024-11-10T12:22:03,598 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/.initializing 2024-11-10T12:22:03,598 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/WALs/3857ccc89b65,42713,1731241321876 2024-11-10T12:22:03,599 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:03,601 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C42713%2C1731241321876, suffix=, logDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/WALs/3857ccc89b65,42713,1731241321876, archiveDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/oldWALs, maxLogs=10 2024-11-10T12:22:03,614 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/WALs/3857ccc89b65,42713,1731241321876/3857ccc89b65%2C42713%2C1731241321876.1731241323601, exclude list is [], retry=0 2024-11-10T12:22:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-7715ae88-85b1-46d7-b8ae-b683056d376e,DISK] 2024-11-10T12:22:03,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/WALs/3857ccc89b65,42713,1731241321876/3857ccc89b65%2C42713%2C1731241321876.1731241323601 2024-11-10T12:22:03,619 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)] 2024-11-10T12:22:03,619 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:03,619 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:03,619 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,619 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:22:03,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:03,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:03,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:22:03,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:03,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:03,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:22:03,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:03,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:03,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:22:03,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:03,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:03,626 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,628 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,628 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,628 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:03,629 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:03,631 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:03,631 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67968015, jitterRate=0.012802347540855408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:03,631 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241323619Initializing all the Stores at 1731241323620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241323620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241323620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241323620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241323620Cleaning up temporary data from old regions at 1731241323628 (+8 ms)Region opened successfully at 1731241323631 (+3 ms) 2024-11-10T12:22:03,632 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:22:03,634 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dacfeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:03,635 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:22:03,635 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:22:03,635 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:22:03,635 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:22:03,635 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:22:03,636 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:22:03,636 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:22:03,637 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:22:03,638 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Unable to get data of znode /1359000737/balancer because node does not exist (not necessarily an error) 2024-11-10T12:22:03,639 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1359000737/balancer already deleted, retry=false 2024-11-10T12:22:03,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:22:03,640 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Unable to get data of znode /1359000737/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:22:03,643 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1359000737/normalizer already deleted, retry=false 2024-11-10T12:22:03,643 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:22:03,644 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Unable to get data of znode /1359000737/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:22:03,644 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1359000737/switch/split already deleted, retry=false 2024-11-10T12:22:03,645 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Unable to get data of znode /1359000737/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:22:03,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1359000737/switch/merge already deleted, retry=false 2024-11-10T12:22:03,647 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Unable to get data of znode /1359000737/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:22:03,648 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1359000737/snapshot-cleanup already deleted, retry=false 2024-11-10T12:22:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1359000737/running 2024-11-10T12:22:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1359000737/running 2024-11-10T12:22:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:03,652 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,42713,1731241321876, sessionid=0x10101d3fcbc0003, setting cluster-up flag (Was=false) 2024-11-10T12:22:03,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:03,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:03,659 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1359000737/flush-table-proc/acquired, /1359000737/flush-table-proc/reached, /1359000737/flush-table-proc/abort 2024-11-10T12:22:03,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,42713,1731241321876 2024-11-10T12:22:03,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:03,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:03,667 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1359000737/online-snapshot/acquired, /1359000737/online-snapshot/reached, /1359000737/online-snapshot/abort 2024-11-10T12:22:03,668 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,42713,1731241321876 2024-11-10T12:22:03,669 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:22:03,670 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:03,671 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:22:03,671 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:22:03,671 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,42713,1731241321876 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:03,672 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241353673 2024-11-10T12:22:03,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:22:03,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:22:03,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:22:03,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:22:03,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:22:03,673 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:22:03,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:03,674 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:22:03,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:22:03,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:22:03,675 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241323675,5,FailOnTimeoutGroup] 2024-11-10T12:22:03,675 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241323675,5,FailOnTimeoutGroup] 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,675 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:22:03,676 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,676 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:22:03,733 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(746): ClusterId : b99b9206-df9e-4afa-a0cb-041498c19608 2024-11-10T12:22:03,733 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:22:03,735 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:22:03,735 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:22:03,737 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:22:03,737 DEBUG [RS:0;3857ccc89b65:39097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c4247b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:03,749 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:39097 2024-11-10T12:22:03,749 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:22:03,749 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:22:03,749 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:22:03,750 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,42713,1731241321876 with port=39097, startcode=1731241321912 2024-11-10T12:22:03,750 DEBUG [RS:0;3857ccc89b65:39097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:22:03,751 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:22:03,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,39097,1731241321912 2024-11-10T12:22:03,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42713 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,39097,1731241321912 2024-11-10T12:22:03,753 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475 2024-11-10T12:22:03,753 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35927 2024-11-10T12:22:03,753 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:22:03,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737/rs 2024-11-10T12:22:03,755 DEBUG [RS:0;3857ccc89b65:39097 {}] zookeeper.ZKUtil(111): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on existing znode=/1359000737/rs/3857ccc89b65,39097,1731241321912 2024-11-10T12:22:03,755 WARN [RS:0;3857ccc89b65:39097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:03,755 INFO [RS:0;3857ccc89b65:39097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:03,755 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912 2024-11-10T12:22:03,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,39097,1731241321912] 2024-11-10T12:22:03,758 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:22:03,760 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:22:03,760 INFO [RS:0;3857ccc89b65:39097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:22:03,760 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,760 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:22:03,761 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:22:03,761 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:03,761 DEBUG [RS:0;3857ccc89b65:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:03,764 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,764 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,764 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,764 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,764 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,764 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39097,1731241321912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:03,779 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:22:03,779 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39097,1731241321912-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,779 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,779 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.Replication(171): 3857ccc89b65,39097,1731241321912 started 2024-11-10T12:22:03,792 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:03,792 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,39097,1731241321912, RpcServer on 3857ccc89b65/172.17.0.2:39097, sessionid=0x10101d3fcbc0004 2024-11-10T12:22:03,792 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:22:03,792 DEBUG [RS:0;3857ccc89b65:39097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,39097,1731241321912 2024-11-10T12:22:03,792 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,39097,1731241321912' 2024-11-10T12:22:03,792 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1359000737/flush-table-proc/abort' 2024-11-10T12:22:03,793 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1359000737/flush-table-proc/acquired' 2024-11-10T12:22:03,793 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:22:03,793 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:22:03,793 DEBUG [RS:0;3857ccc89b65:39097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,39097,1731241321912 2024-11-10T12:22:03,793 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,39097,1731241321912' 2024-11-10T12:22:03,793 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1359000737/online-snapshot/abort' 2024-11-10T12:22:03,794 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1359000737/online-snapshot/acquired' 2024-11-10T12:22:03,794 DEBUG [RS:0;3857ccc89b65:39097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:22:03,794 INFO [RS:0;3857ccc89b65:39097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:22:03,794 INFO [RS:0;3857ccc89b65:39097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:22:03,894 INFO [RS:0;3857ccc89b65:39097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:03,896 INFO [RS:0;3857ccc89b65:39097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C39097%2C1731241321912, suffix=, logDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912, archiveDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/oldWALs, maxLogs=10 2024-11-10T12:22:03,909 DEBUG [RS:0;3857ccc89b65:39097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912/3857ccc89b65%2C39097%2C1731241321912.1731241323896, exclude list is [], retry=0 2024-11-10T12:22:03,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-7715ae88-85b1-46d7-b8ae-b683056d376e,DISK] 2024-11-10T12:22:03,914 INFO [RS:0;3857ccc89b65:39097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912/3857ccc89b65%2C39097%2C1731241321912.1731241323896 2024-11-10T12:22:03,914 DEBUG [RS:0;3857ccc89b65:39097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)] 2024-11-10T12:22:04,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:22:04,083 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475 2024-11-10T12:22:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:22:04,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:04,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:04,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:04,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:04,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:04,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:04,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:04,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:04,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:04,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740 2024-11-10T12:22:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740 2024-11-10T12:22:04,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:04,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:04,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:04,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:04,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:04,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65591018, jitterRate=-0.02261766791343689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:04,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241324489Initializing all the Stores at 1731241324489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241324489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241324490 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241324490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241324490Cleaning up temporary data from old regions at 1731241324497 (+7 ms)Region opened successfully at 1731241324501 (+4 ms) 2024-11-10T12:22:04,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:04,501 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:04,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:04,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:04,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:04,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:04,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241324501Disabling compacts and flushes for region at 1731241324501Disabling writes for close at 1731241324501Writing region close event to WAL at 1731241324501Closed at 1731241324501 2024-11-10T12:22:04,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:04,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:22:04,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:22:04,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:04,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:22:04,654 DEBUG [3857ccc89b65:42713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:04,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,39097,1731241321912 2024-11-10T12:22:04,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,39097,1731241321912, state=OPENING 2024-11-10T12:22:04,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:22:04,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:04,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:04,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1359000737/meta-region-server: CHANGED 2024-11-10T12:22:04,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1359000737/meta-region-server: CHANGED 2024-11-10T12:22:04,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:04,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,39097,1731241321912}] 2024-11-10T12:22:04,815 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:04,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:22:04,820 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:22:04,820 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:04,820 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:22:04,821 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C39097%2C1731241321912.meta, suffix=.meta, logDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912, archiveDir=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/oldWALs, maxLogs=10 2024-11-10T12:22:04,839 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912/3857ccc89b65%2C39097%2C1731241321912.meta.1731241324822.meta, exclude list is [], retry=0 2024-11-10T12:22:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-7715ae88-85b1-46d7-b8ae-b683056d376e,DISK] 2024-11-10T12:22:04,842 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912/3857ccc89b65%2C39097%2C1731241321912.meta.1731241324822.meta 2024-11-10T12:22:04,843 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)] 2024-11-10T12:22:04,843 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:04,843 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:04,843 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:04,844 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:22:04,844 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:22:04,844 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:22:04,844 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:04,844 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:22:04,844 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:22:04,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:04,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:04,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:04,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:04,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:04,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:04,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:04,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:04,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:04,849 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:04,849 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740 2024-11-10T12:22:04,850 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740 2024-11-10T12:22:04,851 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:04,851 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:04,852 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:04,853 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:04,853 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70350689, jitterRate=0.04830695688724518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:04,854 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:22:04,854 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241324844Writing region info on filesystem at 1731241324844Initializing all the Stores at 1731241324845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241324845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241324845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241324845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241324845Cleaning up temporary data from old regions at 1731241324851 (+6 ms)Running coprocessor post-open hooks at 1731241324854 (+3 ms)Region opened successfully at 1731241324854 2024-11-10T12:22:04,854 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241324815 2024-11-10T12:22:04,857 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:22:04,857 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:22:04,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,39097,1731241321912 2024-11-10T12:22:04,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,39097,1731241321912, state=OPEN 2024-11-10T12:22:04,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1359000737/meta-region-server 2024-11-10T12:22:04,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1359000737/meta-region-server 2024-11-10T12:22:04,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,39097,1731241321912 2024-11-10T12:22:04,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1359000737/meta-region-server: CHANGED 2024-11-10T12:22:04,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1359000737/meta-region-server: CHANGED 2024-11-10T12:22:04,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:22:04,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,39097,1731241321912 in 197 msec 2024-11-10T12:22:04,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:22:04,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-10T12:22:04,864 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:04,864 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:22:04,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:04,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,39097,1731241321912, seqNum=-1] 2024-11-10T12:22:04,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:04,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:04,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-10T12:22:04,871 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241324871, completionTime=-1 2024-11-10T12:22:04,871 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:22:04,871 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:22:04,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:22:04,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241384873 2024-11-10T12:22:04,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241444873 2024-11-10T12:22:04,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T12:22:04,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42713,1731241321876-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:04,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42713,1731241321876-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:04,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42713,1731241321876-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:04,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:42713, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:04,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:04,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:04,875 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.928sec 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42713,1731241321876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:04,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42713,1731241321876-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:22:04,879 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:22:04,879 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:22:04,879 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42713,1731241321876-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:04,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42713,-1 for getting cluster id 2024-11-10T12:22:04,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:04,934 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99b9206-df9e-4afa-a0cb-041498c19608' 2024-11-10T12:22:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99b9206-df9e-4afa-a0cb-041498c19608" 2024-11-10T12:22:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60278b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42713,-1] 2024-11-10T12:22:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:04,936 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:04,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,39097,1731241321912, seqNum=-1] 2024-11-10T12:22:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:04,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:04,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,42713,1731241321876 2024-11-10T12:22:04,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:22:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:04,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d3fcbc0005 connected 2024-11-10T12:22:04,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37faaabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43371,-1 for getting cluster id 2024-11-10T12:22:04,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:04,948 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '912f9dc0-175e-42b2-8382-109051a076fe' 2024-11-10T12:22:04,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:04,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "912f9dc0-175e-42b2-8382-109051a076fe" 2024-11-10T12:22:04,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245340e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43371,-1] 2024-11-10T12:22:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:04,949 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f45c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43371,1731241317842 2024-11-10T12:22:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66dbe72a 2024-11-10T12:22:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:04,952 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:04,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:42713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:22:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:22:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:04,955 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:42713' 2024-11-10T12:22:04,955 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0183f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,955 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42713,-1 for getting cluster id 2024-11-10T12:22:04,956 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:04,956 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99b9206-df9e-4afa-a0cb-041498c19608' 2024-11-10T12:22:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99b9206-df9e-4afa-a0cb-041498c19608" 2024-11-10T12:22:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9094d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42713,-1] 2024-11-10T12:22:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:04,958 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a88eb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:04,958 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,42713,1731241321876 2024-11-10T12:22:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57db875a 2024-11-10T12:22:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:04,960 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:04,960 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T12:22:04,960 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:22:04,960 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:04,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:04,961 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:04,961 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:04,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:22:04,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:22:04,963 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:04,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:22:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741835_1011 (size=1138) 2024-11-10T12:22:05,012 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:22:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:05,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d34e7d324113307d79a60659b6eb2ab2, NAME => 'hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53 2024-11-10T12:22:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741836_1012 (size=44) 2024-11-10T12:22:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:05,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:22:05,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:05,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d34e7d324113307d79a60659b6eb2ab2, disabling compactions & flushes 2024-11-10T12:22:05,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:05,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:05,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. after waiting 0 ms 2024-11-10T12:22:05,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:05,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:05,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d34e7d324113307d79a60659b6eb2ab2: Waiting for close lock at 1731241325778Disabling compacts and flushes for region at 1731241325778Disabling writes for close at 1731241325778Writing region close event to WAL at 1731241325778Closed at 1731241325778 2024-11-10T12:22:05,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:22:05,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241325779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241325779"}]},"ts":"1731241325779"} 2024-11-10T12:22:05,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:22:05,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:22:05,782 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241325782"}]},"ts":"1731241325782"} 2024-11-10T12:22:05,784 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:22:05,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN}] 2024-11-10T12:22:05,785 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN 2024-11-10T12:22:05,786 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN; state=OFFLINE, location=3857ccc89b65,33627,1731241317898; forceNewPlan=false, retain=false 2024-11-10T12:22:05,936 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d34e7d324113307d79a60659b6eb2ab2, regionState=OPENING, regionLocation=3857ccc89b65,33627,1731241317898 2024-11-10T12:22:05,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN because future has completed 2024-11-10T12:22:05,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d34e7d324113307d79a60659b6eb2ab2, server=3857ccc89b65,33627,1731241317898}] 2024-11-10T12:22:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:06,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:06,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:06,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:22:06,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33627%2C1731241317898.rep, suffix=, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs, maxLogs=10 2024-11-10T12:22:06,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.rep.1731241326097, exclude list is [], retry=0 2024-11-10T12:22:06,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:22:06,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.rep.1731241326097 2024-11-10T12:22:06,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:22:06,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d34e7d324113307d79a60659b6eb2ab2, NAME => 'hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:06,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. service=MultiRowMutationService 2024-11-10T12:22:06,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:22:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,117 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,119 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34e7d324113307d79a60659b6eb2ab2 columnFamilyName hfileref 2024-11-10T12:22:06,119 DEBUG [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:06,119 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(327): Store=d34e7d324113307d79a60659b6eb2ab2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:06,119 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,120 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34e7d324113307d79a60659b6eb2ab2 columnFamilyName queue 2024-11-10T12:22:06,120 DEBUG [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:06,120 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(327): Store=d34e7d324113307d79a60659b6eb2ab2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:06,121 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,121 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34e7d324113307d79a60659b6eb2ab2 columnFamilyName sid 2024-11-10T12:22:06,121 DEBUG [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:06,122 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(327): Store=d34e7d324113307d79a60659b6eb2ab2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:06,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:22:06,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:06,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d34e7d324113307d79a60659b6eb2ab2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62019458, jitterRate=-0.07583805918693542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:22:06,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:06,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d34e7d324113307d79a60659b6eb2ab2: Running coprocessor pre-open hook at 1731241326116Writing region info on filesystem at 1731241326116Initializing all the Stores at 1731241326117 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241326117Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241326117Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241326117Cleaning up temporary data from old regions at 1731241326124 (+7 ms)Running coprocessor post-open hooks at 1731241326128 (+4 ms)Region opened successfully at 1731241326129 (+1 ms) 2024-11-10T12:22:06,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2., pid=7, masterSystemTime=1731241326091 2024-11-10T12:22:06,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:06,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:06,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d34e7d324113307d79a60659b6eb2ab2, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,33627,1731241317898 2024-11-10T12:22:06,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d34e7d324113307d79a60659b6eb2ab2, server=3857ccc89b65,33627,1731241317898 because future has completed 2024-11-10T12:22:06,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T12:22:06,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d34e7d324113307d79a60659b6eb2ab2, server=3857ccc89b65,33627,1731241317898 in 199 msec 2024-11-10T12:22:06,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:22:06,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN in 356 msec 2024-11-10T12:22:06,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:22:06,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241326144"}]},"ts":"1731241326144"} 2024-11-10T12:22:06,146 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:22:06,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:22:06,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-10T12:22:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2., hostname=3857ccc89b65,33627,1731241317898, seqNum=2] 2024-11-10T12:22:06,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:06,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:06,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:22:06,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:06,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T12:22:06,333 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:22:06,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:06,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:06,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:06,370 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,33627,1731241317898, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:22:06,371 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:06,371 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33627,1731241317898, seqNum=-1] 2024-11-10T12:22:06,371 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:06,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T12:22:06,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,33627,1731241317898', locateType=CURRENT is [region=hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2., hostname=3857ccc89b65,33627,1731241317898, seqNum=2] 2024-11-10T12:22:06,376 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T12:22:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T12:22:06,379 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,33627,1731241317898 suceeded 2024-11-10T12:22:06,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T12:22:06,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-10T12:22:06,381 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:42713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:22:06,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-10T12:22:06,391 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:42713' 2024-11-10T12:22:06,392 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566fdf10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:06,392 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42713,-1 for getting cluster id 2024-11-10T12:22:06,392 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:06,393 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99b9206-df9e-4afa-a0cb-041498c19608' 2024-11-10T12:22:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99b9206-df9e-4afa-a0cb-041498c19608" 2024-11-10T12:22:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc1aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42713,-1] 2024-11-10T12:22:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:06,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:06,394 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:06,395 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69224b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:06,395 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,42713,1731241321876 2024-11-10T12:22:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@838885c 2024-11-10T12:22:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:06,397 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T12:22:06,397 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,33627,1731241317898 (queues=1) is replicating from cluster=912f9dc0-175e-42b2-8382-109051a076fe to cluster=b99b9206-df9e-4afa-a0cb-041498c19608 2024-11-10T12:22:06,397 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C33627%2C1731241317898 2024-11-10T12:22:06,397 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,33627,1731241317898, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:22:06,398 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C33627%2C1731241317898 2024-11-10T12:22:06,398 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883, startPosition=0, beingWritten=true 2024-11-10T12:22:06,603 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 to pos 0, reset compression=false 2024-11-10T12:22:06,907 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 to pos 0, reset compression=false 2024-11-10T12:22:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:07,110 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:22:07,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:07,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:07,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:07,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:07,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:07,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43371,1731241317842 2024-11-10T12:22:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5068b249 2024-11-10T12:22:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:07,113 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:07,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:22:07,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:07,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:07,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:07,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:07,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:07,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:22:07,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464679956, stopped=false 2024-11-10T12:22:07,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,43371,1731241317842 2024-11-10T12:22:07,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/running 2024-11-10T12:22:07,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/running 2024-11-10T12:22:07,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:07,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:07,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:07,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:07,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:07,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:07,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,33627,1731241317898' ***** 2024-11-10T12:22:07,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:22:07,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:22:07,116 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:22:07,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:22:07,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:22:07,117 INFO [RS:0;3857ccc89b65:33627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:22:07,117 INFO [RS:0;3857ccc89b65:33627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:22:07,117 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(3091): Received CLOSE for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:07,117 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,33627,1731241317898 2024-11-10T12:22:07,117 INFO [RS:0;3857ccc89b65:33627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:07,117 INFO [RS:0;3857ccc89b65:33627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:33627. 2024-11-10T12:22:07,117 DEBUG [RS:0;3857ccc89b65:33627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:07,118 DEBUG [RS:0;3857ccc89b65:33627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d34e7d324113307d79a60659b6eb2ab2, disabling compactions & flushes 2024-11-10T12:22:07,118 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:22:07,118 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:22:07,118 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:07,118 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:07,118 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. after waiting 0 ms 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:07,118 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d34e7d324113307d79a60659b6eb2ab2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T12:22:07,118 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:22:07,118 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d34e7d324113307d79a60659b6eb2ab2=hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.} 2024-11-10T12:22:07,118 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:07,118 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:07,118 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:07,118 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T12:22:07,134 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/info/4b1e35ed85844dd4ad3c8dc41a45a50b is 147, key is hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2./info:regioninfo/1731241326133/Put/seqid=0 2024-11-10T12:22:07,137 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/.tmp/queue/2f09a9e85a344412b919384a5099f583 is 151, key is 1-3857ccc89b65,33627,1731241317898/queue:3857ccc89b65%2C33627%2C1731241317898/1731241326375/Put/seqid=0 2024-11-10T12:22:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741838_1014 (size=6631) 2024-11-10T12:22:07,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741839_1015 (size=5350) 2024-11-10T12:22:07,163 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:07,312 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 to pos 0, reset compression=false 2024-11-10T12:22:07,318 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:07,518 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:07,539 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/info/4b1e35ed85844dd4ad3c8dc41a45a50b 2024-11-10T12:22:07,541 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/.tmp/queue/2f09a9e85a344412b919384a5099f583 2024-11-10T12:22:07,546 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/.tmp/queue/2f09a9e85a344412b919384a5099f583 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/queue/2f09a9e85a344412b919384a5099f583 2024-11-10T12:22:07,550 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/queue/2f09a9e85a344412b919384a5099f583, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T12:22:07,551 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d34e7d324113307d79a60659b6eb2ab2 in 433ms, sequenceid=5, compaction requested=false 2024-11-10T12:22:07,551 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:22:07,555 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T12:22:07,556 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:07,556 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:07,556 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:07,556 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d34e7d324113307d79a60659b6eb2ab2: Waiting for close lock at 1731241327117Running coprocessor pre-close hooks at 1731241327117Disabling compacts and flushes for region at 1731241327117Disabling writes for close at 1731241327118 (+1 ms)Obtaining lock to block concurrent updates at 1731241327118Preparing flush snapshotting stores in d34e7d324113307d79a60659b6eb2ab2 at 1731241327118Finished memstore snapshotting hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731241327118Flushing stores of hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. at 1731241327119 (+1 ms)Flushing d34e7d324113307d79a60659b6eb2ab2/queue: creating writer at 1731241327119Flushing d34e7d324113307d79a60659b6eb2ab2/queue: appending metadata at 1731241327136 (+17 ms)Flushing d34e7d324113307d79a60659b6eb2ab2/queue: closing flushed file at 1731241327136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a76ba11: reopening flushed file at 1731241327545 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d34e7d324113307d79a60659b6eb2ab2 in 433ms, sequenceid=5, compaction requested=false at 1731241327551 (+6 ms)Writing region close event to WAL at 1731241327552 (+1 ms)Running coprocessor post-close hooks at 1731241327556 (+4 ms)Closed at 1731241327556 2024-11-10T12:22:07,556 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:07,560 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/ns/028a446a9b24401486239156c1406583 is 43, key is default/ns:d/1731241320853/Put/seqid=0 2024-11-10T12:22:07,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741840_1016 (size=5153) 2024-11-10T12:22:07,719 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:07,817 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 to pos 0, reset compression=false 2024-11-10T12:22:07,830 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:22:07,830 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:22:07,919 DEBUG [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:07,964 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/ns/028a446a9b24401486239156c1406583 2024-11-10T12:22:07,983 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/table/d2b2394bc16c418eb515cab29ffe86e8 is 53, key is hbase:replication/table:state/1731241326144/Put/seqid=0 2024-11-10T12:22:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741841_1017 (size=5256) 2024-11-10T12:22:07,987 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/table/d2b2394bc16c418eb515cab29ffe86e8 2024-11-10T12:22:07,991 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/info/4b1e35ed85844dd4ad3c8dc41a45a50b as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/info/4b1e35ed85844dd4ad3c8dc41a45a50b 2024-11-10T12:22:07,995 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/info/4b1e35ed85844dd4ad3c8dc41a45a50b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T12:22:07,996 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/ns/028a446a9b24401486239156c1406583 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/ns/028a446a9b24401486239156c1406583 2024-11-10T12:22:08,000 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/ns/028a446a9b24401486239156c1406583, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:22:08,001 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/table/d2b2394bc16c418eb515cab29ffe86e8 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/table/d2b2394bc16c418eb515cab29ffe86e8 2024-11-10T12:22:08,004 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/table/d2b2394bc16c418eb515cab29ffe86e8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T12:22:08,005 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 887ms, sequenceid=11, compaction requested=false 2024-11-10T12:22:08,009 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T12:22:08,009 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:08,009 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:08,010 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:08,010 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241327118Running coprocessor pre-close hooks at 1731241327118Disabling compacts and flushes for region at 1731241327118Disabling writes for close at 1731241327118Obtaining lock to block concurrent updates at 1731241327118Preparing flush snapshotting stores in 1588230740 at 1731241327118Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731241327119 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241327119Flushing 1588230740/info: creating writer at 1731241327119Flushing 1588230740/info: appending metadata at 1731241327134 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731241327134Flushing 1588230740/ns: creating writer at 1731241327545 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731241327559 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241327559Flushing 1588230740/table: creating writer at 1731241327969 (+410 ms)Flushing 1588230740/table: appending metadata at 1731241327983 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731241327983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdce3a9: reopening flushed file at 1731241327991 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4e0e2b: reopening flushed file at 1731241327995 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32275dbc: reopening flushed file at 1731241328000 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 887ms, sequenceid=11, compaction requested=false at 1731241328005 (+5 ms)Writing region close event to WAL at 1731241328006 (+1 ms)Running coprocessor post-close hooks at 1731241328009 (+3 ms)Closed at 1731241328010 (+1 ms) 2024-11-10T12:22:08,010 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:08,119 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,33627,1731241317898; all regions closed. 2024-11-10T12:22:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741834_1010 (size=2742) 2024-11-10T12:22:08,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.meta.1731241320808.meta not finished, retry = 0 2024-11-10T12:22:08,224 DEBUG [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs 2024-11-10T12:22:08,224 INFO [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C33627%2C1731241317898.meta:.meta(num 1731241320808) 2024-11-10T12:22:08,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.rep.1731241326097 not finished, retry = 0 2024-11-10T12:22:08,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741837_1013 (size=1586) 2024-11-10T12:22:08,328 DEBUG [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs 2024-11-10T12:22:08,328 INFO [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C33627%2C1731241317898.rep:(num 1731241326097) 2024-11-10T12:22:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741832_1008 (size=93) 2024-11-10T12:22:08,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 not finished, retry = 0 2024-11-10T12:22:08,422 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 to pos 0, reset compression=false 2024-11-10T12:22:08,431 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883 2024-11-10T12:22:08,431 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T12:22:08,431 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.wal-reader.3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T12:22:08,432 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33627,1731241317898 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898/3857ccc89b65%2C33627%2C1731241317898.1731241319883, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T12:22:08,433 DEBUG [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs 2024-11-10T12:22:08,433 INFO [RS:0;3857ccc89b65:33627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C33627%2C1731241317898:(num 1731241319883) 2024-11-10T12:22:08,433 DEBUG [RS:0;3857ccc89b65:33627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:08,433 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:08,433 INFO [RS:0;3857ccc89b65:33627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:08,433 INFO [RS:0;3857ccc89b65:33627 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:08,433 INFO [RS:0;3857ccc89b65:33627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:08,433 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:08,433 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,33627,1731241317898 because: Region server is closing 2024-11-10T12:22:08,433 INFO [RS:0;3857ccc89b65:33627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:33627. 2024-11-10T12:22:08,434 DEBUG [RS:0;3857ccc89b65:33627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:08,434 DEBUG [RS:0;3857ccc89b65:33627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:08,434 DEBUG [RS:0;3857ccc89b65:33627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:08,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:08,433 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,33627,1731241317898: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,33627,1731241317898, walGroup=3857ccc89b65%2C33627%2C1731241317898, offset=3857ccc89b65%2C33627%2C1731241317898.1731241319883:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:33627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:22:08,435 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:22:08,438 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:22:08,439 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:22:08,439 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:22:08,439 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:22:08,439 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 650268448 }, "NonHeapMemoryUsage": { "committed": 183173120, "init": 7667712, "max": -1, "used": 180415904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:22:08,441 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3857ccc89b65%2C33627%2C1731241317898.1731241319883] 2024-11-10T12:22:08,534 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33627,1731241317898.replicationSource.shipper3857ccc89b65%2C33627%2C1731241317898,1-3857ccc89b65,33627,1731241317898 terminated 2024-11-10T12:22:08,534 INFO [RS:0;3857ccc89b65:33627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33627 2024-11-10T12:22:08,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/rs 2024-11-10T12:22:08,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/rs/3857ccc89b65,33627,1731241317898 2024-11-10T12:22:08,536 INFO [RS:0;3857ccc89b65:33627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:08,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,33627,1731241317898] 2024-11-10T12:22:08,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/draining/3857ccc89b65,33627,1731241317898 already deleted, retry=false 2024-11-10T12:22:08,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,33627,1731241317898 expired; onlineServers=0 2024-11-10T12:22:08,539 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,43371,1731241317842' ***** 2024-11-10T12:22:08,539 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:22:08,539 INFO [M:0;3857ccc89b65:43371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:08,539 INFO [M:0;3857ccc89b65:43371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:08,539 DEBUG [M:0;3857ccc89b65:43371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:22:08,539 DEBUG [M:0;3857ccc89b65:43371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:22:08,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:22:08,539 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241319662 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241319662,5,FailOnTimeoutGroup] 2024-11-10T12:22:08,539 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241319662 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241319662,5,FailOnTimeoutGroup] 2024-11-10T12:22:08,539 INFO [M:0;3857ccc89b65:43371 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:08,540 INFO [M:0;3857ccc89b65:43371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:08,540 DEBUG [M:0;3857ccc89b65:43371 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:22:08,540 INFO [M:0;3857ccc89b65:43371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:22:08,540 INFO [M:0;3857ccc89b65:43371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:08,540 INFO [M:0;3857ccc89b65:43371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:22:08,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:22:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/master 2024-11-10T12:22:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:08,541 DEBUG [M:0;3857ccc89b65:43371 {}] zookeeper.ZKUtil(347): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/master because node does not exist (not an error) 2024-11-10T12:22:08,541 WARN [M:0;3857ccc89b65:43371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:22:08,541 INFO [M:0;3857ccc89b65:43371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/.lastflushedseqids 2024-11-10T12:22:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741842_1018 (size=181) 2024-11-10T12:22:08,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:22:08,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:22:08,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:08,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T12:22:08,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:08,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T12:22:08,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:22:08,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T12:22:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33627-0x10101d3fcbc0001, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:08,637 INFO [RS:0;3857ccc89b65:33627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:08,637 INFO [RS:0;3857ccc89b65:33627 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,33627,1731241317898; zookeeper connection closed. 2024-11-10T12:22:08,638 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eb66394 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eb66394 2024-11-10T12:22:08,638 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:22:08,946 INFO [M:0;3857ccc89b65:43371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:22:08,946 INFO [M:0;3857ccc89b65:43371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:22:08,946 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:08,946 INFO [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:08,946 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:08,946 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:08,946 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:08,946 INFO [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T12:22:08,962 DEBUG [M:0;3857ccc89b65:43371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df6b191fd21c4368a2a1f75cb2eb99b8 is 82, key is hbase:meta,,1/info:regioninfo/1731241320840/Put/seqid=0 2024-11-10T12:22:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741843_1019 (size=5672) 2024-11-10T12:22:09,367 INFO [M:0;3857ccc89b65:43371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df6b191fd21c4368a2a1f75cb2eb99b8 2024-11-10T12:22:09,386 DEBUG [M:0;3857ccc89b65:43371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8323a790be444e14be75c11ac54e8279 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731241326148/Put/seqid=0 2024-11-10T12:22:09,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741844_1020 (size=7203) 2024-11-10T12:22:09,790 INFO [M:0;3857ccc89b65:43371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8323a790be444e14be75c11ac54e8279 2024-11-10T12:22:09,809 DEBUG [M:0;3857ccc89b65:43371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa39c106a8a647848023d340f5cd2dc5 is 69, key is 3857ccc89b65,33627,1731241317898/rs:state/1731241319742/Put/seqid=0 2024-11-10T12:22:09,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741845_1021 (size=5156) 2024-11-10T12:22:10,213 INFO [M:0;3857ccc89b65:43371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa39c106a8a647848023d340f5cd2dc5 2024-11-10T12:22:10,219 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df6b191fd21c4368a2a1f75cb2eb99b8 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df6b191fd21c4368a2a1f75cb2eb99b8 2024-11-10T12:22:10,223 INFO [M:0;3857ccc89b65:43371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df6b191fd21c4368a2a1f75cb2eb99b8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T12:22:10,224 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8323a790be444e14be75c11ac54e8279 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8323a790be444e14be75c11ac54e8279 2024-11-10T12:22:10,228 INFO [M:0;3857ccc89b65:43371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8323a790be444e14be75c11ac54e8279, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T12:22:10,229 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa39c106a8a647848023d340f5cd2dc5 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa39c106a8a647848023d340f5cd2dc5 2024-11-10T12:22:10,233 INFO [M:0;3857ccc89b65:43371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa39c106a8a647848023d340f5cd2dc5, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T12:22:10,233 INFO [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-10T12:22:10,235 INFO [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:10,235 DEBUG [M:0;3857ccc89b65:43371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241328946Disabling compacts and flushes for region at 1731241328946Disabling writes for close at 1731241328946Obtaining lock to block concurrent updates at 1731241328946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241328946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731241328947 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241328947Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241328947Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241328962 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241328962Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241329372 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241329386 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241329386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241329795 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241329809 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241329809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499a3ef9: reopening flushed file at 1731241330218 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c7961d: reopening flushed file at 1731241330223 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559944c5: reopening flushed file at 1731241330228 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1731241330233 (+5 ms)Writing region close event to WAL at 1731241330235 (+2 ms)Closed at 1731241330235 2024-11-10T12:22:10,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842/3857ccc89b65%2C43371%2C1731241317842.1731241319586 not finished, retry = 0 2024-11-10T12:22:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741830_1006 (size=41008) 2024-11-10T12:22:10,338 INFO [M:0;3857ccc89b65:43371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:22:10,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:10,338 INFO [M:0;3857ccc89b65:43371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43371 2024-11-10T12:22:10,338 INFO [M:0;3857ccc89b65:43371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:10,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:10,440 INFO [M:0;3857ccc89b65:43371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:10,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x10101d3fcbc0000, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:10,442 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:10,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:10,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:10,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:10,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:10,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:10,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:22:10,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:10,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44459 2024-11-10T12:22:10,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44459 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:22:10,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444590x0, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:10,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44459-0x10101d3fcbc0006 connected 2024-11-10T12:22:10,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:10,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:10,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:22:10,453 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: INIT 2024-11-10T12:22:10,453 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53, hbase.cluster.distributed=false 2024-11-10T12:22:10,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/acl 2024-11-10T12:22:10,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-10T12:22:10,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44459 2024-11-10T12:22:10,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44459 2024-11-10T12:22:10,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-10T12:22:10,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-10T12:22:10,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:10,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:10,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:10,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:10,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:10,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:10,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:22:10,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:10,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33417 2024-11-10T12:22:10,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33417 connecting to ZooKeeper ensemble=127.0.0.1:60381 2024-11-10T12:22:10,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:10,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334170x0, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:10,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334170x0, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:22:10,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33417-0x10101d3fcbc0007 connected 2024-11-10T12:22:10,477 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: INIT 2024-11-10T12:22:10,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:22:10,478 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:22:10,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/master 2024-11-10T12:22:10,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/acl 2024-11-10T12:22:10,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-10T12:22:10,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33417 2024-11-10T12:22:10,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33417 2024-11-10T12:22:10,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-10T12:22:10,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-10T12:22:10,496 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:44459 2024-11-10T12:22:10,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01028346768/backup-masters/3857ccc89b65,44459,1731241330441 2024-11-10T12:22:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:22:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:22:10,498 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on existing znode=/01028346768/backup-masters/3857ccc89b65,44459,1731241330441 2024-11-10T12:22:10,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028346768/master 2024-11-10T12:22:10,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:10,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:10,500 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on existing znode=/01028346768/master 2024-11-10T12:22:10,500 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01028346768/backup-masters/3857ccc89b65,44459,1731241330441 from backup master directory 2024-11-10T12:22:10,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/backup-masters/3857ccc89b65,44459,1731241330441 2024-11-10T12:22:10,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:22:10,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/backup-masters 2024-11-10T12:22:10,502 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:10,502 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,44459,1731241330441 2024-11-10T12:22:10,511 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:10,511 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:22:10,517 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-10T12:22:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741846_1022 (size=196) 2024-11-10T12:22:10,924 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:10,925 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:22:10,925 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:10,930 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T12:22:10,933 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842 to hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842-dead as it is dead 2024-11-10T12:22:10,933 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842-dead/3857ccc89b65%2C43371%2C1731241317842.1731241319586 2024-11-10T12:22:10,934 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842-dead/3857ccc89b65%2C43371%2C1731241317842.1731241319586 after 1ms 2024-11-10T12:22:10,934 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842-dead/3857ccc89b65%2C43371%2C1731241317842.1731241319586 to hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C43371%2C1731241317842.1731241319586 2024-11-10T12:22:10,934 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,43371,1731241317842-dead 2024-11-10T12:22:10,935 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,44459,1731241330441 2024-11-10T12:22:10,936 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:10,937 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C44459%2C1731241330441, suffix=, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,44459,1731241330441, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/oldWALs, maxLogs=10 2024-11-10T12:22:10,950 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,44459,1731241330441/3857ccc89b65%2C44459%2C1731241330441.1731241330937, exclude list is [], retry=0 2024-11-10T12:22:10,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:22:10,954 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,44459,1731241330441/3857ccc89b65%2C44459%2C1731241330441.1731241330937 2024-11-10T12:22:10,955 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:22:10,955 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:10,955 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:10,955 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,955 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:22:10,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:10,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df6b191fd21c4368a2a1f75cb2eb99b8 2024-11-10T12:22:10,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:10,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:22:10,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:10,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8323a790be444e14be75c11ac54e8279 2024-11-10T12:22:10,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:10,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:22:10,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:10,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa39c106a8a647848023d340f5cd2dc5 2024-11-10T12:22:10,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:10,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:22:10,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:10,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:10,974 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,974 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T12:22:10,974 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C43371%2C1731241317842.1731241319586 2024-11-10T12:22:10,979 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C43371%2C1731241317842.1731241319586 2024-11-10T12:22:10,979 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3857ccc89b65%2C43371%2C1731241317842.1731241319586 2024-11-10T12:22:10,980 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,980 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,981 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:10,982 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:10,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T12:22:10,985 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71111792, jitterRate=0.05964827537536621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:10,985 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241330955Initializing all the Stores at 1731241330956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241330956Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241330956Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241330956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241330956Cleaning up temporary data from old regions at 1731241330980 (+24 ms)Region opened successfully at 1731241330985 (+5 ms) 2024-11-10T12:22:10,985 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:22:10,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323b7e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:10,990 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T12:22:10,990 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:22:10,990 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:22:10,990 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:22:10,991 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:22:10,993 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:10,994 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:22:10,994 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:22:10,995 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T12:22:10,995 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:22:10,997 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3857ccc89b65,33627,1731241317898, regionLocation=3857ccc89b65,33627,1731241317898, openSeqNum=2 2024-11-10T12:22:10,997 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3857ccc89b65,33627,1731241317898, table=hbase:meta, region=1588230740 2024-11-10T12:22:10,997 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,33627,1731241317898, state=OPEN 2024-11-10T12:22:10,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:10,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:10,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:10,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:11,001 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:22:11,002 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/draining/3857ccc89b65,33627,1731241317898 already deleted, retry=false 2024-11-10T12:22:11,002 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3857ccc89b65,33627,1731241317898 on 3857ccc89b65,44459,1731241330441 2024-11-10T12:22:11,003 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3857ccc89b65,33627,1731241317898, splitWal=true, meta=true 2024-11-10T12:22:11,003 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 3857ccc89b65,33627,1731241317898 (carryingMeta=true) 3857ccc89b65,33627,1731241317898/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5ff15684[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T12:22:11,005 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/balancer because node does not exist (not necessarily an error) 2024-11-10T12:22:11,007 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/balancer already deleted, retry=false 2024-11-10T12:22:11,007 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:22:11,008 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:22:11,009 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/normalizer already deleted, retry=false 2024-11-10T12:22:11,009 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:22:11,010 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:22:11,011 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/switch/split already deleted, retry=false 2024-11-10T12:22:11,011 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:22:11,012 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/switch/merge already deleted, retry=false 2024-11-10T12:22:11,017 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:22:11,018 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/snapshot-cleanup already deleted, retry=false 2024-11-10T12:22:11,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028346768/running 2024-11-10T12:22:11,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028346768/running 2024-11-10T12:22:11,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:11,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:11,019 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,44459,1731241330441, sessionid=0x10101d3fcbc0006, setting cluster-up flag (Was=false) 2024-11-10T12:22:11,021 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01028346768/flush-table-proc/acquired, /01028346768/flush-table-proc/reached, /01028346768/flush-table-proc/abort 2024-11-10T12:22:11,022 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44459,1731241330441 2024-11-10T12:22:11,025 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01028346768/online-snapshot/acquired, /01028346768/online-snapshot/reached, /01028346768/online-snapshot/abort 2024-11-10T12:22:11,026 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44459,1731241330441 2024-11-10T12:22:11,027 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/.lastflushedseqids 2024-11-10T12:22:11,029 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:22:11,029 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:22:11,029 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,44459,1731241330441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3857ccc89b65,33627,1731241317898 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:22:11,030 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:11,030 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:11,030 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:11,030 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:11,030 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:22:11,030 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,031 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:11,031 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,031 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241361031 2024-11-10T12:22:11,031 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:22:11,031 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,032 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3857ccc89b65,33627,1731241317898, splitWal=true, meta=true 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:22:11,032 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:22:11,033 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:22:11,033 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241331033,5,FailOnTimeoutGroup] 2024-11-10T12:22:11,033 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3857ccc89b65,33627,1731241317898, splitWal=true, meta=true, isMeta: true 2024-11-10T12:22:11,033 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241331033,5,FailOnTimeoutGroup] 2024-11-10T12:22:11,033 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,033 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:22:11,033 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,033 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,033 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241331033, completionTime=-1 2024-11-10T12:22:11,033 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T12:22:11,033 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T12:22:11,034 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898-splitting 2024-11-10T12:22:11,034 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898-splitting dir is empty, no logs to split. 2024-11-10T12:22:11,034 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3857ccc89b65,33627,1731241317898 WAL count=0, meta=true 2024-11-10T12:22:11,036 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898-splitting dir is empty, no logs to split. 2024-11-10T12:22:11,036 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3857ccc89b65,33627,1731241317898 WAL count=0, meta=true 2024-11-10T12:22:11,036 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3857ccc89b65,33627,1731241317898 WAL splitting is done? wals=0, meta=true 2024-11-10T12:22:11,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:22:11,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:11,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T12:22:11,086 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(746): ClusterId : 912f9dc0-175e-42b2-8382-109051a076fe 2024-11-10T12:22:11,086 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:22:11,088 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:22:11,088 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:22:11,090 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:22:11,090 DEBUG [RS:0;3857ccc89b65:33417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab377ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:11,102 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:33417 2024-11-10T12:22:11,102 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:22:11,102 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:22:11,102 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:22:11,103 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,44459,1731241330441 with port=33417, startcode=1731241330470 2024-11-10T12:22:11,103 DEBUG [RS:0;3857ccc89b65:33417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:22:11,104 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:22:11,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,106 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53 2024-11-10T12:22:11,106 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34321 2024-11-10T12:22:11,106 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:22:11,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/rs 2024-11-10T12:22:11,113 DEBUG [RS:0;3857ccc89b65:33417 {}] zookeeper.ZKUtil(111): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on existing znode=/01028346768/rs/3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,113 WARN [RS:0;3857ccc89b65:33417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:11,113 INFO [RS:0;3857ccc89b65:33417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:11,113 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,33417,1731241330470] 2024-11-10T12:22:11,131 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:22:11,133 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:22:11,133 INFO [RS:0;3857ccc89b65:33417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:22:11,133 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,133 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:22:11,134 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T12:22:11,134 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:22:11,134 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,134 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,134 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,134 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,134 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,134 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:11,135 DEBUG [RS:0;3857ccc89b65:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:11,135 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,135 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,135 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,135 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,135 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,135 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33417,1731241330470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:11,153 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:22:11,153 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33417,1731241330470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,169 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,33417,1731241330470, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:22:11,169 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,169 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.Replication(171): 3857ccc89b65,33417,1731241330470 started 2024-11-10T12:22:11,183 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:11,183 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,33417,1731241330470, RpcServer on 3857ccc89b65/172.17.0.2:33417, sessionid=0x10101d3fcbc0007 2024-11-10T12:22:11,183 DEBUG [RS:0;3857ccc89b65:33417.replicationSource,1-3857ccc89b65,33417,1731241330470 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:42713' 2024-11-10T12:22:11,183 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:22:11,183 DEBUG [RS:0;3857ccc89b65:33417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,183 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,33417,1731241330470' 2024-11-10T12:22:11,183 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01028346768/flush-table-proc/abort' 2024-11-10T12:22:11,184 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01028346768/flush-table-proc/acquired' 2024-11-10T12:22:11,184 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:22:11,184 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:22:11,184 DEBUG [RS:0;3857ccc89b65:33417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,184 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,33417,1731241330470' 2024-11-10T12:22:11,184 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01028346768/online-snapshot/abort' 2024-11-10T12:22:11,184 DEBUG [RS:0;3857ccc89b65:33417.replicationSource,1-3857ccc89b65,33417,1731241330470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9d4317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:11,185 DEBUG [RS:0;3857ccc89b65:33417.replicationSource,1-3857ccc89b65,33417,1731241330470 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42713,-1 for getting cluster id 2024-11-10T12:22:11,185 DEBUG [RS:0;3857ccc89b65:33417.replicationSource,1-3857ccc89b65,33417,1731241330470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:11,185 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01028346768/online-snapshot/acquired' 2024-11-10T12:22:11,185 DEBUG [RS:0;3857ccc89b65:33417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:22:11,185 INFO [RS:0;3857ccc89b65:33417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:22:11,185 INFO [RS:0;3857ccc89b65:33417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:22:11,186 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99b9206-df9e-4afa-a0cb-041498c19608' 2024-11-10T12:22:11,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:11,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99b9206-df9e-4afa-a0cb-041498c19608" 2024-11-10T12:22:11,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@522edd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:11,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42713,-1] 2024-11-10T12:22:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:11,188 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:11,188 WARN [3857ccc89b65:44459 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T12:22:11,188 DEBUG [RS:0;3857ccc89b65:33417.replicationSource,1-3857ccc89b65,33417,1731241330470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f7fa98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:11,188 DEBUG [RS:0;3857ccc89b65:33417.replicationSource,1-3857ccc89b65,33417,1731241330470 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:11,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,42713,1731241321876 2024-11-10T12:22:11,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe9e32c 2024-11-10T12:22:11,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:11,190 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T12:22:11,190 INFO [RS:0;3857ccc89b65:33417.replicationSource,1-3857ccc89b65,33417,1731241330470 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,33417,1731241330470 (queues=0) is replicating from cluster=912f9dc0-175e-42b2-8382-109051a076fe to cluster=b99b9206-df9e-4afa-a0cb-041498c19608 2024-11-10T12:22:11,285 INFO [RS:0;3857ccc89b65:33417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:11,287 INFO [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33417%2C1731241330470, suffix=, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs, maxLogs=10 2024-11-10T12:22:11,300 DEBUG [RS:0;3857ccc89b65:33417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287, exclude list is [], retry=0 2024-11-10T12:22:11,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:22:11,305 INFO [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 2024-11-10T12:22:11,305 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3857ccc89b65%2C33417%2C1731241330470 for peer 1 2024-11-10T12:22:11,305 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C33417%2C1731241330470 2024-11-10T12:22:11,305 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,33417,1731241330470, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:22:11,305 DEBUG [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:22:11,305 INFO [RS:0;3857ccc89b65:33417.replicationSource.shipper3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C33417%2C1731241330470 2024-11-10T12:22:11,305 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287, startPosition=0, beingWritten=true 2024-11-10T12:22:11,438 DEBUG [3857ccc89b65:44459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:11,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,33417,1731241330470, state=OPENING 2024-11-10T12:22:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:11,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:11,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:11,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:11,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,33417,1731241330470}] 2024-11-10T12:22:11,510 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:11,594 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:11,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:22:11,599 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:22:11,599 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:11,599 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:22:11,601 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33417%2C1731241330470.meta, suffix=.meta, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs, maxLogs=10 2024-11-10T12:22:11,614 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.meta.1731241331601.meta, exclude list is [], retry=0 2024-11-10T12:22:11,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:22:11,618 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.meta.1731241331601.meta 2024-11-10T12:22:11,618 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:22:11,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:11,618 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:11,618 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:11,619 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:11,619 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:22:11,619 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:22:11,619 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:22:11,619 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:11,619 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:22:11,619 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:22:11,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:11,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:11,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:11,626 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/info/4b1e35ed85844dd4ad3c8dc41a45a50b 2024-11-10T12:22:11,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:11,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:11,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:11,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:11,632 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/ns/028a446a9b24401486239156c1406583 2024-11-10T12:22:11,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:11,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:11,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:11,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:11,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:11,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:11,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:11,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:11,639 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/table/d2b2394bc16c418eb515cab29ffe86e8 2024-11-10T12:22:11,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:11,639 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:11,640 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740 2024-11-10T12:22:11,641 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740 2024-11-10T12:22:11,642 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:11,642 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:11,642 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:11,644 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:11,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:11,644 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75059870, jitterRate=0.11847922205924988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:11,644 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:22:11,645 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241331619Writing region info on filesystem at 1731241331619Initializing all the Stores at 1731241331620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241331620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241331620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241331620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241331620Cleaning up temporary data from old regions at 1731241331642 (+22 ms)Running coprocessor post-open hooks at 1731241331644 (+2 ms)Region opened successfully at 1731241331645 (+1 ms) 2024-11-10T12:22:11,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:11,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:11,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:11,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:11,645 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731241331594 2024-11-10T12:22:11,647 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:22:11,647 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:22:11,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:11,649 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,33417,1731241330470, state=OPEN 2024-11-10T12:22:11,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:11,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028346768/meta-region-server 2024-11-10T12:22:11,651 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,33417,1731241330470 2024-11-10T12:22:11,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:11,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028346768/meta-region-server: CHANGED 2024-11-10T12:22:11,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T12:22:11,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,33417,1731241330470 in 210 msec 2024-11-10T12:22:11,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:22:11,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-10T12:22:11,815 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:12,220 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:12,636 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T12:22:12,725 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:13,330 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:14,035 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:14,138 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T12:22:14,840 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:15,540 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T12:22:15,540 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:22:15,540 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:15,541 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33417,1731241330470, seqNum=-1] 2024-11-10T12:22:15,541 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:15,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:15,546 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d34e7d324113307d79a60659b6eb2ab2, regionState=OPEN, lastHost=3857ccc89b65,33627,1731241317898, regionLocation=3857ccc89b65,33627,1731241317898, openSeqNum=2 2024-11-10T12:22:15,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:22:15,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241395546 2024-11-10T12:22:15,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241455546 2024-11-10T12:22:15,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-10T12:22:15,546 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3857ccc89b65,33627,1731241317898 had 2 regions 2024-11-10T12:22:15,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44459,1731241330441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:15,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44459,1731241330441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:15,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44459,1731241330441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:15,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:44459, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:15,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:15,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:15,547 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3857ccc89b65,33627,1731241317898, splitWal=true, meta=true, isMeta: false 2024-11-10T12:22:15,549 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898-splitting dir is empty, no logs to split. 2024-11-10T12:22:15,549 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3857ccc89b65,33627,1731241317898 WAL count=0, meta=false 2024-11-10T12:22:15,551 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33627,1731241317898-splitting dir is empty, no logs to split. 2024-11-10T12:22:15,551 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3857ccc89b65,33627,1731241317898 WAL count=0, meta=false 2024-11-10T12:22:15,551 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3857ccc89b65,33627,1731241317898 WAL splitting is done? wals=0, meta=false 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.050sec 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44459,1731241330441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:15,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44459,1731241330441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:22:15,553 WARN [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3857ccc89b65,33627,1731241317898/hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:15,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN}] 2024-11-10T12:22:15,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN 2024-11-10T12:22:15,555 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T12:22:15,556 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:22:15,556 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:22:15,556 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44459,1731241330441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:15,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:15,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44459,-1 for getting cluster id 2024-11-10T12:22:15,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:15,591 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '912f9dc0-175e-42b2-8382-109051a076fe' 2024-11-10T12:22:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "912f9dc0-175e-42b2-8382-109051a076fe" 2024-11-10T12:22:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4d49f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44459,-1] 2024-11-10T12:22:15,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:15,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,593 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e332e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:15,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33417,1731241330470, seqNum=-1] 2024-11-10T12:22:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:15,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:15,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T12:22:15,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:15,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:15,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:15,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3857ccc89b65:44459 after: 3857ccc89b65:44459 2024-11-10T12:22:15,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:15,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44459,-1 for getting cluster id 2024-11-10T12:22:15,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:15,599 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '912f9dc0-175e-42b2-8382-109051a076fe' 2024-11-10T12:22:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "912f9dc0-175e-42b2-8382-109051a076fe" 2024-11-10T12:22:15,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d5fc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:15,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44459,-1] 2024-11-10T12:22:15,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:15,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,601 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:15,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:15,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44459,1731241330441 2024-11-10T12:22:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a86de1 2024-11-10T12:22:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:15,603 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:15,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T12:22:15,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:22:15,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:15,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:15,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:15,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:22:15,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1126883876, stopped=false 2024-11-10T12:22:15,604 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,42713,1731241321876 2024-11-10T12:22:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1359000737/running 2024-11-10T12:22:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1359000737/running 2024-11-10T12:22:15,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:15,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:15,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:15,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,606 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,39097,1731241321912' ***** 2024-11-10T12:22:15,606 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:22:15,606 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:22:15,606 INFO [RS:0;3857ccc89b65:39097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:22:15,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:22:15,606 INFO [RS:0;3857ccc89b65:39097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:22:15,606 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,39097,1731241321912 2024-11-10T12:22:15,607 INFO [RS:0;3857ccc89b65:39097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:15,607 INFO [RS:0;3857ccc89b65:39097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:39097. 2024-11-10T12:22:15,607 DEBUG [RS:0;3857ccc89b65:39097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:15,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on znode that does not yet exist, /1359000737/running 2024-11-10T12:22:15,607 DEBUG [RS:0;3857ccc89b65:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:15,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Set watcher on znode that does not yet exist, /1359000737/running 2024-11-10T12:22:15,607 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:22:15,607 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:22:15,607 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:22:15,607 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:22:15,607 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:22:15,607 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:22:15,607 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:15,608 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:15,608 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:15,608 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:15,608 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:15,608 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:15,608 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T12:22:15,624 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740/.tmp/ns/ad90ac1053f5424d931aef44ead6bf39 is 43, key is default/ns:d/1731241324868/Put/seqid=0 2024-11-10T12:22:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741835_1011 (size=5153) 2024-11-10T12:22:15,675 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:15,705 DEBUG [3857ccc89b65:44459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:15,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d34e7d324113307d79a60659b6eb2ab2, regionState=OPENING, regionLocation=3857ccc89b65,33417,1731241330470 2024-11-10T12:22:15,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN because future has completed 2024-11-10T12:22:15,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d34e7d324113307d79a60659b6eb2ab2, server=3857ccc89b65,33417,1731241330470}] 2024-11-10T12:22:15,744 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:15,771 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:22:15,771 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:22:15,808 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:15,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:15,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:15,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:22:15,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33417%2C1731241330470.rep, suffix=, logDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470, archiveDir=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs, maxLogs=10 2024-11-10T12:22:15,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.rep.1731241335866, exclude list is [], retry=0 2024-11-10T12:22:15,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-f0ab16e9-72db-489d-8860-2950ddddcbe6,DISK] 2024-11-10T12:22:15,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.rep.1731241335866 2024-11-10T12:22:15,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44961:44961)] 2024-11-10T12:22:15,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d34e7d324113307d79a60659b6eb2ab2, NAME => 'hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:15,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. service=MultiRowMutationService 2024-11-10T12:22:15,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:22:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,889 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,889 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34e7d324113307d79a60659b6eb2ab2 columnFamilyName hfileref 2024-11-10T12:22:15,889 DEBUG [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:15,890 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(327): Store=d34e7d324113307d79a60659b6eb2ab2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:15,890 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,890 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34e7d324113307d79a60659b6eb2ab2 columnFamilyName queue 2024-11-10T12:22:15,890 DEBUG [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:15,895 DEBUG [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/queue/2f09a9e85a344412b919384a5099f583 2024-11-10T12:22:15,895 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(327): Store=d34e7d324113307d79a60659b6eb2ab2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:15,895 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,896 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34e7d324113307d79a60659b6eb2ab2 columnFamilyName sid 2024-11-10T12:22:15,896 DEBUG [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:15,896 INFO [StoreOpener-d34e7d324113307d79a60659b6eb2ab2-1 {}] regionserver.HStore(327): Store=d34e7d324113307d79a60659b6eb2ab2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:15,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:22:15,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d34e7d324113307d79a60659b6eb2ab2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72676851, jitterRate=0.08296947181224823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:22:15,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:15,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d34e7d324113307d79a60659b6eb2ab2: Running coprocessor pre-open hook at 1731241335888Writing region info on filesystem at 1731241335888Initializing all the Stores at 1731241335888Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241335888Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241335888Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241335888Cleaning up temporary data from old regions at 1731241335898 (+10 ms)Running coprocessor post-open hooks at 1731241335901 (+3 ms)Region opened successfully at 1731241335901 2024-11-10T12:22:15,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2., pid=13, masterSystemTime=1731241335860 2024-11-10T12:22:15,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:15,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:15,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d34e7d324113307d79a60659b6eb2ab2, regionState=OPEN, openSeqNum=9, regionLocation=3857ccc89b65,33417,1731241330470 2024-11-10T12:22:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d34e7d324113307d79a60659b6eb2ab2, server=3857ccc89b65,33417,1731241330470 because future has completed 2024-11-10T12:22:15,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T12:22:15,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d34e7d324113307d79a60659b6eb2ab2, server=3857ccc89b65,33417,1731241330470 in 200 msec 2024-11-10T12:22:15,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T12:22:15,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d34e7d324113307d79a60659b6eb2ab2, ASSIGN in 356 msec 2024-11-10T12:22:15,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T12:22:15,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2., hostname=3857ccc89b65,33417,1731241330470, seqNum=9] 2024-11-10T12:22:15,929 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 3857ccc89b65,33627,1731241317898 2024-11-10T12:22:15,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T12:22:16,008 DEBUG [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:16,029 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740/.tmp/ns/ad90ac1053f5424d931aef44ead6bf39 2024-11-10T12:22:16,034 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740/.tmp/ns/ad90ac1053f5424d931aef44ead6bf39 as hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740/ns/ad90ac1053f5424d931aef44ead6bf39 2024-11-10T12:22:16,039 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740/ns/ad90ac1053f5424d931aef44ead6bf39, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T12:22:16,039 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-10T12:22:16,039 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:22:16,043 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T12:22:16,044 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:16,044 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:16,044 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:16,044 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241335608Running coprocessor pre-close hooks at 1731241335608Disabling compacts and flushes for region at 1731241335608Disabling writes for close at 1731241335608Obtaining lock to block concurrent updates at 1731241335608Preparing flush snapshotting stores in 1588230740 at 1731241335608Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731241335608Flushing stores of hbase:meta,,1.1588230740 at 1731241335609 (+1 ms)Flushing 1588230740/ns: creating writer at 1731241335609Flushing 1588230740/ns: appending metadata at 1731241335623 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241335624 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e67d992: reopening flushed file at 1731241336033 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731241336039 (+6 ms)Writing region close event to WAL at 1731241336041 (+2 ms)Running coprocessor post-close hooks at 1731241336044 (+3 ms)Closed at 1731241336044 2024-11-10T12:22:16,044 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:16,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T12:22:16,208 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,39097,1731241321912; all regions closed. 2024-11-10T12:22:16,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741834_1010 (size=1152) 2024-11-10T12:22:16,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/WALs/3857ccc89b65,39097,1731241321912/3857ccc89b65%2C39097%2C1731241321912.meta.1731241324822.meta not finished, retry = 0 2024-11-10T12:22:16,313 DEBUG [RS:0;3857ccc89b65:39097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/oldWALs 2024-11-10T12:22:16,313 INFO [RS:0;3857ccc89b65:39097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C39097%2C1731241321912.meta:.meta(num 1731241324822) 2024-11-10T12:22:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741832_1008 (size=93) 2024-11-10T12:22:16,316 DEBUG [RS:0;3857ccc89b65:39097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/oldWALs 2024-11-10T12:22:16,316 INFO [RS:0;3857ccc89b65:39097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C39097%2C1731241321912:(num 1731241323896) 2024-11-10T12:22:16,316 DEBUG [RS:0;3857ccc89b65:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:16,316 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:16,316 INFO [RS:0;3857ccc89b65:39097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:16,317 INFO [RS:0;3857ccc89b65:39097 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:16,317 INFO [RS:0;3857ccc89b65:39097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:16,317 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:16,317 INFO [RS:0;3857ccc89b65:39097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39097 2024-11-10T12:22:16,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737/rs 2024-11-10T12:22:16,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1359000737/rs/3857ccc89b65,39097,1731241321912 2024-11-10T12:22:16,318 INFO [RS:0;3857ccc89b65:39097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:16,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,39097,1731241321912] 2024-11-10T12:22:16,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1359000737/draining/3857ccc89b65,39097,1731241321912 already deleted, retry=false 2024-11-10T12:22:16,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,39097,1731241321912 expired; onlineServers=0 2024-11-10T12:22:16,322 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,42713,1731241321876' ***** 2024-11-10T12:22:16,322 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:22:16,322 INFO [M:0;3857ccc89b65:42713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:16,322 INFO [M:0;3857ccc89b65:42713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:16,322 DEBUG [M:0;3857ccc89b65:42713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:22:16,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:22:16,322 DEBUG [M:0;3857ccc89b65:42713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:22:16,323 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241323675 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241323675,5,FailOnTimeoutGroup] 2024-11-10T12:22:16,323 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241323675 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241323675,5,FailOnTimeoutGroup] 2024-11-10T12:22:16,323 INFO [M:0;3857ccc89b65:42713 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:16,323 INFO [M:0;3857ccc89b65:42713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:16,323 DEBUG [M:0;3857ccc89b65:42713 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:22:16,323 INFO [M:0;3857ccc89b65:42713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:22:16,323 INFO [M:0;3857ccc89b65:42713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:16,323 INFO [M:0;3857ccc89b65:42713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:22:16,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:22:16,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1359000737/master 2024-11-10T12:22:16,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1359000737 2024-11-10T12:22:16,324 DEBUG [M:0;3857ccc89b65:42713 {}] zookeeper.ZKUtil(347): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Unable to get data of znode /1359000737/master because node does not exist (not an error) 2024-11-10T12:22:16,324 WARN [M:0;3857ccc89b65:42713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:22:16,325 INFO [M:0;3857ccc89b65:42713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/.lastflushedseqids 2024-11-10T12:22:16,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741836_1012 (size=99) 2024-11-10T12:22:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10101d3fcbc0004, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:16,420 INFO [RS:0;3857ccc89b65:39097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:16,420 INFO [RS:0;3857ccc89b65:39097 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,39097,1731241321912; zookeeper connection closed. 2024-11-10T12:22:16,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5811d7a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5811d7a8 2024-11-10T12:22:16,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:22:16,729 INFO [M:0;3857ccc89b65:42713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:22:16,730 INFO [M:0;3857ccc89b65:42713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:22:16,730 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:16,730 INFO [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:16,730 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:16,730 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:16,730 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:16,730 INFO [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T12:22:16,746 DEBUG [M:0;3857ccc89b65:42713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc09ac58cc4482f9eaf3ddc14531393 is 82, key is hbase:meta,,1/info:regioninfo/1731241324857/Put/seqid=0 2024-11-10T12:22:16,749 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741837_1013 (size=5672) 2024-11-10T12:22:17,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:17,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:17,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:17,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:17,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:17,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:17,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:17,151 INFO [M:0;3857ccc89b65:42713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc09ac58cc4482f9eaf3ddc14531393 2024-11-10T12:22:17,173 DEBUG [M:0;3857ccc89b65:42713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6032bebdf76f46e7bf15c48ec47ba653 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731241324870/Put/seqid=0 2024-11-10T12:22:17,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741838_1014 (size=5275) 2024-11-10T12:22:17,578 INFO [M:0;3857ccc89b65:42713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6032bebdf76f46e7bf15c48ec47ba653 2024-11-10T12:22:17,597 DEBUG [M:0;3857ccc89b65:42713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8457658390944ac09c8b04ccf19da675 is 69, key is 3857ccc89b65,39097,1731241321912/rs:state/1731241323752/Put/seqid=0 2024-11-10T12:22:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741839_1015 (size=5156) 2024-11-10T12:22:17,854 DEBUG [RS:0;3857ccc89b65:33417.replicationSource.wal-reader.3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.1731241331287 to pos 0, reset compression=false 2024-11-10T12:22:18,001 INFO [M:0;3857ccc89b65:42713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8457658390944ac09c8b04ccf19da675 2024-11-10T12:22:18,006 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc09ac58cc4482f9eaf3ddc14531393 as hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc09ac58cc4482f9eaf3ddc14531393 2024-11-10T12:22:18,011 INFO [M:0;3857ccc89b65:42713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc09ac58cc4482f9eaf3ddc14531393, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T12:22:18,012 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6032bebdf76f46e7bf15c48ec47ba653 as hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6032bebdf76f46e7bf15c48ec47ba653 2024-11-10T12:22:18,016 INFO [M:0;3857ccc89b65:42713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6032bebdf76f46e7bf15c48ec47ba653, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T12:22:18,017 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8457658390944ac09c8b04ccf19da675 as hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8457658390944ac09c8b04ccf19da675 2024-11-10T12:22:18,020 INFO [M:0;3857ccc89b65:42713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35927/user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8457658390944ac09c8b04ccf19da675, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T12:22:18,022 INFO [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-11-10T12:22:18,023 INFO [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:18,023 DEBUG [M:0;3857ccc89b65:42713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241336730Disabling compacts and flushes for region at 1731241336730Disabling writes for close at 1731241336730Obtaining lock to block concurrent updates at 1731241336730Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241336730Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731241336730Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241336731 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241336731Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241336745 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241336745Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241337155 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241337173 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241337173Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241337582 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241337596 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241337596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dfdf0e: reopening flushed file at 1731241338006 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667aa435: reopening flushed file at 1731241338011 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f333f0: reopening flushed file at 1731241338016 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1731241338022 (+6 ms)Writing region close event to WAL at 1731241338023 (+1 ms)Closed at 1731241338023 2024-11-10T12:22:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741830_1006 (size=10165) 2024-11-10T12:22:18,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/596ada84-91b1-bda3-d8f3-728b3f091475/MasterData/WALs/3857ccc89b65,42713,1731241321876/3857ccc89b65%2C42713%2C1731241321876.1731241323601 not finished, retry = 0 2024-11-10T12:22:18,126 INFO [M:0;3857ccc89b65:42713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:22:18,126 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:18,126 INFO [M:0;3857ccc89b65:42713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42713 2024-11-10T12:22:18,127 INFO [M:0;3857ccc89b65:42713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:18,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:18,228 INFO [M:0;3857ccc89b65:42713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:18,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x10101d3fcbc0003, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:18,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183aab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:18,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:18,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:18,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:18,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:18,233 WARN [BP-177239641-172.17.0.2-1731241320957 heartbeating to localhost/127.0.0.1:35927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:22:18,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:22:18,233 WARN [BP-177239641-172.17.0.2-1731241320957 heartbeating to localhost/127.0.0.1:35927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-177239641-172.17.0.2-1731241320957 (Datanode Uuid 28fe3ace-27fa-4597-b52f-aefdcba261f5) service to localhost/127.0.0.1:35927 2024-11-10T12:22:18,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:22:18,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/cluster_cfa6dca8-146e-6753-8b80-5c2d9be59892/data/data1/current/BP-177239641-172.17.0.2-1731241320957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:18,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/cluster_cfa6dca8-146e-6753-8b80-5c2d9be59892/data/data2/current/BP-177239641-172.17.0.2-1731241320957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:18,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:22:18,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc17592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:18,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:18,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:18,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:18,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:22:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:22:18,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:18,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:18,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:18,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:18,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:18,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:22:18,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2018473397, stopped=false 2024-11-10T12:22:18,255 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,44459,1731241330441 2024-11-10T12:22:18,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/running 2024-11-10T12:22:18,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:18,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/running 2024-11-10T12:22:18,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:18,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:18,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:18,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:18,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:18,257 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,33417,1731241330470' ***** 2024-11-10T12:22:18,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:22:18,257 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:22:18,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Set watcher on znode that does not yet exist, /01028346768/running 2024-11-10T12:22:18,257 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:22:18,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:22:18,257 INFO [RS:0;3857ccc89b65:33417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:22:18,257 INFO [RS:0;3857ccc89b65:33417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:22:18,257 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,33417,1731241330470 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:33417. 2024-11-10T12:22:18,258 DEBUG [RS:0;3857ccc89b65:33417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:18,258 DEBUG [RS:0;3857ccc89b65:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d34e7d324113307d79a60659b6eb2ab2, disabling compactions & flushes 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:22:18,258 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. after waiting 0 ms 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:18,258 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:22:18,258 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d34e7d324113307d79a60659b6eb2ab2=hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2.} 2024-11-10T12:22:18,258 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d34e7d324113307d79a60659b6eb2ab2 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:18,258 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:18,258 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:18,259 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T12:22:18,262 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/replication/d34e7d324113307d79a60659b6eb2ab2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T12:22:18,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:18,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:18,263 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:18,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d34e7d324113307d79a60659b6eb2ab2: Waiting for close lock at 1731241338258Running coprocessor pre-close hooks at 1731241338258Disabling compacts and flushes for region at 1731241338258Disabling writes for close at 1731241338258Writing region close event to WAL at 1731241338259 (+1 ms)Running coprocessor post-close hooks at 1731241338263 (+4 ms)Closed at 1731241338263 2024-11-10T12:22:18,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2. 2024-11-10T12:22:18,275 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/info/114c00e9b59f46a0a857abc3124ef580 is 147, key is hbase:replication,,1731241324961.d34e7d324113307d79a60659b6eb2ab2./info:regioninfo/1731241335905/Put/seqid=0 2024-11-10T12:22:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741851_1027 (size=6385) 2024-11-10T12:22:18,341 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:18,459 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:18,659 DEBUG [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:18,679 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/info/114c00e9b59f46a0a857abc3124ef580 2024-11-10T12:22:18,684 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/.tmp/info/114c00e9b59f46a0a857abc3124ef580 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/info/114c00e9b59f46a0a857abc3124ef580 2024-11-10T12:22:18,689 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/info/114c00e9b59f46a0a857abc3124ef580, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T12:22:18,689 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-10T12:22:18,693 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T12:22:18,694 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:18,694 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:18,694 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:18,694 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241338258Running coprocessor pre-close hooks at 1731241338258Disabling compacts and flushes for region at 1731241338258Disabling writes for close at 1731241338258Obtaining lock to block concurrent updates at 1731241338259 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731241338259Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731241338259Flushing stores of hbase:meta,,1.1588230740 at 1731241338259Flushing 1588230740/info: creating writer at 1731241338260 (+1 ms)Flushing 1588230740/info: appending metadata at 1731241338274 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731241338274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2531175a: reopening flushed file at 1731241338683 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731241338689 (+6 ms)Writing region close event to WAL at 1731241338691 (+2 ms)Running coprocessor post-close hooks at 1731241338694 (+3 ms)Closed at 1731241338694 2024-11-10T12:22:18,694 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:18,859 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,33417,1731241330470; all regions closed. 2024-11-10T12:22:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741849_1025 (size=2156) 2024-11-10T12:22:18,863 DEBUG [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs 2024-11-10T12:22:18,863 INFO [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C33417%2C1731241330470.meta:.meta(num 1731241331601) 2024-11-10T12:22:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741850_1026 (size=796) 2024-11-10T12:22:18,865 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/WALs/3857ccc89b65,33417,1731241330470/3857ccc89b65%2C33417%2C1731241330470.rep.1731241335866 not finished, retry = 0 2024-11-10T12:22:18,968 DEBUG [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs 2024-11-10T12:22:18,968 INFO [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C33417%2C1731241330470.rep:(num 1731241335866) 2024-11-10T12:22:18,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741848_1024 (size=93) 2024-11-10T12:22:18,972 DEBUG [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/oldWALs 2024-11-10T12:22:18,972 INFO [RS:0;3857ccc89b65:33417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C33417%2C1731241330470:(num 1731241331287) 2024-11-10T12:22:18,972 DEBUG [RS:0;3857ccc89b65:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:18,972 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:18,972 INFO [RS:0;3857ccc89b65:33417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:18,972 INFO [RS:0;3857ccc89b65:33417 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:18,972 INFO [RS:0;3857ccc89b65:33417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:18,972 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:18,972 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,33417,1731241330470 because: Region server is closing 2024-11-10T12:22:18,973 INFO [RS:0;3857ccc89b65:33417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:33417. 2024-11-10T12:22:18,973 DEBUG [RS:0;3857ccc89b65:33417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:18,973 DEBUG [RS:0;3857ccc89b65:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:18,973 DEBUG [RS:0;3857ccc89b65:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:18,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:18,973 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T12:22:18,973 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T12:22:18,973 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T12:22:19,073 WARN [RS:0;3857ccc89b65:33417.replicationSource.shipper3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:22:19,074 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3857ccc89b65:33417.replicationSource.shipper3857ccc89b65%2C33417%2C1731241330470,1-3857ccc89b65,33417,1731241330470 terminated 2024-11-10T12:22:19,074 INFO [RS:0;3857ccc89b65:33417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33417 2024-11-10T12:22:19,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768/rs 2024-11-10T12:22:19,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/rs/3857ccc89b65,33417,1731241330470 2024-11-10T12:22:19,077 INFO [RS:0;3857ccc89b65:33417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:19,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,33417,1731241330470] 2024-11-10T12:22:19,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01028346768/draining/3857ccc89b65,33417,1731241330470 already deleted, retry=false 2024-11-10T12:22:19,079 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,33417,1731241330470 expired; onlineServers=0 2024-11-10T12:22:19,079 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,44459,1731241330441' ***** 2024-11-10T12:22:19,079 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:22:19,079 INFO [M:0;3857ccc89b65:44459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:19,079 INFO [M:0;3857ccc89b65:44459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:19,079 DEBUG [M:0;3857ccc89b65:44459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:22:19,079 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:22:19,079 DEBUG [M:0;3857ccc89b65:44459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:22:19,079 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241331033 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241331033,5,FailOnTimeoutGroup] 2024-11-10T12:22:19,079 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241331033 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241331033,5,FailOnTimeoutGroup] 2024-11-10T12:22:19,079 INFO [M:0;3857ccc89b65:44459 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:19,080 INFO [M:0;3857ccc89b65:44459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:19,080 DEBUG [M:0;3857ccc89b65:44459 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:22:19,080 INFO [M:0;3857ccc89b65:44459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:22:19,080 INFO [M:0;3857ccc89b65:44459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:19,080 INFO [M:0;3857ccc89b65:44459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:22:19,080 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:22:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028346768/master 2024-11-10T12:22:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028346768 2024-11-10T12:22:19,081 DEBUG [M:0;3857ccc89b65:44459 {}] zookeeper.ZKUtil(347): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Unable to get data of znode /01028346768/master because node does not exist (not an error) 2024-11-10T12:22:19,081 WARN [M:0;3857ccc89b65:44459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:22:19,081 INFO [M:0;3857ccc89b65:44459 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/.lastflushedseqids 2024-11-10T12:22:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741852_1028 (size=181) 2024-11-10T12:22:19,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:19,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x10101d3fcbc0007, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:19,178 INFO [RS:0;3857ccc89b65:33417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:19,178 INFO [RS:0;3857ccc89b65:33417 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,33417,1731241330470; zookeeper connection closed. 2024-11-10T12:22:19,179 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73a7b3e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73a7b3e1 2024-11-10T12:22:19,179 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:22:19,487 INFO [M:0;3857ccc89b65:44459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:22:19,487 INFO [M:0;3857ccc89b65:44459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:22:19,487 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:19,487 INFO [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:19,487 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:19,487 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:19,487 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:19,487 INFO [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T12:22:19,503 DEBUG [M:0;3857ccc89b65:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676ad354a4e1433f92d8565ec5bc0fcc is 82, key is hbase:meta,,1/info:regioninfo/1731241331648/Put/seqid=0 2024-11-10T12:22:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741853_1029 (size=5672) 2024-11-10T12:22:19,907 INFO [M:0;3857ccc89b65:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676ad354a4e1433f92d8565ec5bc0fcc 2024-11-10T12:22:19,927 DEBUG [M:0;3857ccc89b65:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35e94321966943c88c6e5aee0bea4ddb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731241335910/Put/seqid=0 2024-11-10T12:22:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741854_1030 (size=7312) 2024-11-10T12:22:20,332 INFO [M:0;3857ccc89b65:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35e94321966943c88c6e5aee0bea4ddb 2024-11-10T12:22:20,355 DEBUG [M:0;3857ccc89b65:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b3e73572f4b40f19471606ba87e9f78 is 69, key is 3857ccc89b65,33417,1731241330470/rs:state/1731241331105/Put/seqid=0 2024-11-10T12:22:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741855_1031 (size=5370) 2024-11-10T12:22:20,759 INFO [M:0;3857ccc89b65:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b3e73572f4b40f19471606ba87e9f78 2024-11-10T12:22:20,764 INFO [M:0;3857ccc89b65:44459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b3e73572f4b40f19471606ba87e9f78 2024-11-10T12:22:20,764 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676ad354a4e1433f92d8565ec5bc0fcc as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/676ad354a4e1433f92d8565ec5bc0fcc 2024-11-10T12:22:20,769 INFO [M:0;3857ccc89b65:44459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/676ad354a4e1433f92d8565ec5bc0fcc, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T12:22:20,770 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35e94321966943c88c6e5aee0bea4ddb as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35e94321966943c88c6e5aee0bea4ddb 2024-11-10T12:22:20,774 INFO [M:0;3857ccc89b65:44459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35e94321966943c88c6e5aee0bea4ddb, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T12:22:20,775 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b3e73572f4b40f19471606ba87e9f78 as hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b3e73572f4b40f19471606ba87e9f78 2024-11-10T12:22:20,779 INFO [M:0;3857ccc89b65:44459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b3e73572f4b40f19471606ba87e9f78 2024-11-10T12:22:20,779 INFO [M:0;3857ccc89b65:44459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34321/user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b3e73572f4b40f19471606ba87e9f78, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T12:22:20,780 INFO [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false 2024-11-10T12:22:20,781 INFO [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:20,781 DEBUG [M:0;3857ccc89b65:44459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241339487Disabling compacts and flushes for region at 1731241339487Disabling writes for close at 1731241339487Obtaining lock to block concurrent updates at 1731241339487Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241339487Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731241339487Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241339488 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241339488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241339502 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241339502Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241339912 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241339927 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241339927Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241340336 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241340354 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241340354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd408e0: reopening flushed file at 1731241340764 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3956a8: reopening flushed file at 1731241340769 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562d41bc: reopening flushed file at 1731241340774 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false at 1731241340780 (+6 ms)Writing region close event to WAL at 1731241340781 (+1 ms)Closed at 1731241340781 2024-11-10T12:22:20,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741847_1023 (size=22903) 2024-11-10T12:22:20,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c398345-9027-242f-0376-09b0f985fb53/MasterData/WALs/3857ccc89b65,44459,1731241330441/3857ccc89b65%2C44459%2C1731241330441.1731241330937 not finished, retry = 0 2024-11-10T12:22:20,884 INFO [M:0;3857ccc89b65:44459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:22:20,884 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:20,884 INFO [M:0;3857ccc89b65:44459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44459 2024-11-10T12:22:20,884 INFO [M:0;3857ccc89b65:44459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:20,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:20,987 INFO [M:0;3857ccc89b65:44459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:20,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10101d3fcbc0006, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:20,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:20,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:20,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:20,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:20,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:20,992 WARN [BP-1981508790-172.17.0.2-1731241316929 heartbeating to localhost/127.0.0.1:34321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:22:20,992 WARN [BP-1981508790-172.17.0.2-1731241316929 heartbeating to localhost/127.0.0.1:34321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1981508790-172.17.0.2-1731241316929 (Datanode Uuid 3571c9ae-b476-4d38-af40-d5b77a4d37d3) service to localhost/127.0.0.1:34321 2024-11-10T12:22:20,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:22:20,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:22:20,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe/data/data1/current/BP-1981508790-172.17.0.2-1731241316929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:20,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/cluster_ad2d689b-d0c0-78e6-8b29-14047ef998fe/data/data2/current/BP-1981508790-172.17.0.2-1731241316929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:20,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:22:21,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b567c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:21,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:21,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:21,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:21,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5dae64b-c340-c68c-ac8d-d46320b69111/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:21,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:22:21,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:22:21,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 160) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34321 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35927 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 117) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8506 (was 8530) 2024-11-10T12:22:21,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=8506 2024-11-10T12:22:21,050 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T12:22:21,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.log.dir so I do NOT create it in target/test-data/9491c390-777a-2401-4582-cbae8183363d 2024-11-10T12:22:21,051 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:22:21,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.tmp.dir so I do NOT create it in target/test-data/9491c390-777a-2401-4582-cbae8183363d 2024-11-10T12:22:21,051 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b600eb1-e382-ae20-0e19-35fe96ee1c0c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:22:21,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d 2024-11-10T12:22:21,051 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507, deleteOnExit=true 2024-11-10T12:22:21,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507/zookeeper_0, clientPort=64119, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:22:21,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64119 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/test.cache.data in system properties and HBase conf 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:22:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:22:21,055 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:22:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:22:21,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d3fcbc0002, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:22:21,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d3fcbc0005, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:22:21,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d3fcbc0002, quorum=127.0.0.1:60381, baseZNode=/01028346768 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:22:21,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d3fcbc0005, quorum=127.0.0.1:60381, baseZNode=/1359000737 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:22:21,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:21,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:21,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:21,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:21,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:22:21,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:21,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:21,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:21,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8372f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/java.io.tmpdir/jetty-localhost-33361-hadoop-hdfs-3_4_1-tests_jar-_-any-14566034967024470572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:21,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:33361} 2024-11-10T12:22:21,317 INFO [Time-limited test {}] server.Server(415): Started @158027ms 2024-11-10T12:22:21,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:21,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:21,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:21,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:21,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:22:21,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:21,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:21,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233a9ae1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/java.io.tmpdir/jetty-localhost-45179-hadoop-hdfs-3_4_1-tests_jar-_-any-1437824545799895978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:21,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:45179} 2024-11-10T12:22:21,521 INFO [Time-limited test {}] server.Server(415): Started @158231ms 2024-11-10T12:22:21,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:22:21,618 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507/data/data2/current/BP-799547926-172.17.0.2-1731241341087/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:21,618 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507/data/data1/current/BP-799547926-172.17.0.2-1731241341087/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:21,634 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:22:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x955073bb435beac with lease ID 0x54ddc5087b5578f8: Processing first storage report for DS-e3d5cfd8-0fab-4553-b7cd-25c1114ab995 from datanode DatanodeRegistration(127.0.0.1:40077, datanodeUuid=17b7a2ac-b670-4538-a6b9-f73ab558724b, infoPort=42051, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=787768251;c=1731241341087) 2024-11-10T12:22:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x955073bb435beac with lease ID 0x54ddc5087b5578f8: from storage DS-e3d5cfd8-0fab-4553-b7cd-25c1114ab995 node DatanodeRegistration(127.0.0.1:40077, datanodeUuid=17b7a2ac-b670-4538-a6b9-f73ab558724b, infoPort=42051, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=787768251;c=1731241341087), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x955073bb435beac with lease ID 0x54ddc5087b5578f8: Processing first storage report for DS-b7e6ecde-d24e-4be5-8b65-54bb2058bb20 from datanode DatanodeRegistration(127.0.0.1:40077, datanodeUuid=17b7a2ac-b670-4538-a6b9-f73ab558724b, infoPort=42051, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=787768251;c=1731241341087) 2024-11-10T12:22:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x955073bb435beac with lease ID 0x54ddc5087b5578f8: from storage DS-b7e6ecde-d24e-4be5-8b65-54bb2058bb20 node DatanodeRegistration(127.0.0.1:40077, datanodeUuid=17b7a2ac-b670-4538-a6b9-f73ab558724b, infoPort=42051, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=787768251;c=1731241341087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:21,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d 2024-11-10T12:22:21,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:21,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:22:22,055 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e with version=8 2024-11-10T12:22:22,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/hbase-staging 2024-11-10T12:22:22,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:22,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:22,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:22,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:22,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:22,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:22,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:22:22,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:22,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33563 2024-11-10T12:22:22,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33563 connecting to ZooKeeper ensemble=127.0.0.1:64119 2024-11-10T12:22:22,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335630x0, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:22,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33563-0x10101d45b0c0000 connected 2024-11-10T12:22:22,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:22,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:22,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on znode that does not yet exist, /01606428821/running 2024-11-10T12:22:22,084 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e, hbase.cluster.distributed=false 2024-11-10T12:22:22,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on znode that does not yet exist, /01606428821/acl 2024-11-10T12:22:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-10T12:22:22,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33563 2024-11-10T12:22:22,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33563 2024-11-10T12:22:22,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-10T12:22:22,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-10T12:22:22,105 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:22,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:22,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:22,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:22,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:22,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:22,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:22:22,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:22,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35079 2024-11-10T12:22:22,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35079 connecting to ZooKeeper ensemble=127.0.0.1:64119 2024-11-10T12:22:22,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:22,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:22,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350790x0, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:22,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35079-0x10101d45b0c0001 connected 2024-11-10T12:22:22,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on znode that does not yet exist, /01606428821/running 2024-11-10T12:22:22,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:22:22,115 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:22:22,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on znode that does not yet exist, /01606428821/master 2024-11-10T12:22:22,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on znode that does not yet exist, /01606428821/acl 2024-11-10T12:22:22,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-10T12:22:22,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35079 2024-11-10T12:22:22,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35079 2024-11-10T12:22:22,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-10T12:22:22,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-10T12:22:22,136 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:33563 2024-11-10T12:22:22,136 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01606428821/backup-masters/3857ccc89b65,33563,1731241342057 2024-11-10T12:22:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821/backup-masters 2024-11-10T12:22:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821/backup-masters 2024-11-10T12:22:22,139 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on existing znode=/01606428821/backup-masters/3857ccc89b65,33563,1731241342057 2024-11-10T12:22:22,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:22,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606428821/master 2024-11-10T12:22:22,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:22,141 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on existing znode=/01606428821/master 2024-11-10T12:22:22,141 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01606428821/backup-masters/3857ccc89b65,33563,1731241342057 from backup master directory 2024-11-10T12:22:22,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821/backup-masters 2024-11-10T12:22:22,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606428821/backup-masters/3857ccc89b65,33563,1731241342057 2024-11-10T12:22:22,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821/backup-masters 2024-11-10T12:22:22,143 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:22,143 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,33563,1731241342057 2024-11-10T12:22:22,147 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/hbase.id] with ID: 999b8ab0-895a-45af-8907-665f21a62a92 2024-11-10T12:22:22,147 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/.tmp/hbase.id 2024-11-10T12:22:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:22:22,555 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/.tmp/hbase.id]:[hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/hbase.id] 2024-11-10T12:22:22,565 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:22,565 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:22:22,566 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:22:22,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:22,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:22:22,974 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:22,975 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:22:22,975 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:22:23,382 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store 2024-11-10T12:22:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:22:23,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:23,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,788 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:23,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,788 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:23,788 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:23,788 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:23,789 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:23,789 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:23,789 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:23,789 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241343788Disabling compacts and flushes for region at 1731241343788Disabling writes for close at 1731241343789 (+1 ms)Writing region close event to WAL at 1731241343789Closed at 1731241343789 2024-11-10T12:22:23,790 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/.initializing 2024-11-10T12:22:23,790 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/WALs/3857ccc89b65,33563,1731241342057 2024-11-10T12:22:23,791 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:23,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:23,792 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C33563%2C1731241342057, suffix=, logDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/WALs/3857ccc89b65,33563,1731241342057, archiveDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/oldWALs, maxLogs=10 2024-11-10T12:22:23,807 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/WALs/3857ccc89b65,33563,1731241342057/3857ccc89b65%2C33563%2C1731241342057.1731241343793, exclude list is [], retry=0 2024-11-10T12:22:23,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40077,DS-e3d5cfd8-0fab-4553-b7cd-25c1114ab995,DISK] 2024-11-10T12:22:23,812 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/WALs/3857ccc89b65,33563,1731241342057/3857ccc89b65%2C33563%2C1731241342057.1731241343793 2024-11-10T12:22:23,812 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42051:42051)] 2024-11-10T12:22:23,812 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:23,813 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:23,813 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,813 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:22:23,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:23,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:23,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:22:23,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:23,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:23,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:22:23,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:23,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:23,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:22:23,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:23,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:23,820 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,822 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,822 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,822 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:23,823 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:23,828 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:23,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73303204, jitterRate=0.09230285882949829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:23,829 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241343813Initializing all the Stores at 1731241343814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241343814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241343814Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241343814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241343814Cleaning up temporary data from old regions at 1731241343822 (+8 ms)Region opened successfully at 1731241343829 (+7 ms) 2024-11-10T12:22:23,829 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:22:23,832 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c84adea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:23,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:22:23,833 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:22:23,833 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:22:23,833 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:22:23,833 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:22:23,833 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:22:23,833 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:22:23,835 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:22:23,836 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Unable to get data of znode /01606428821/balancer because node does not exist (not necessarily an error) 2024-11-10T12:22:23,837 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606428821/balancer already deleted, retry=false 2024-11-10T12:22:23,837 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:22:23,838 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Unable to get data of znode /01606428821/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:22:23,840 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606428821/normalizer already deleted, retry=false 2024-11-10T12:22:23,841 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:22:23,841 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Unable to get data of znode /01606428821/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:22:23,843 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606428821/switch/split already deleted, retry=false 2024-11-10T12:22:23,844 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Unable to get data of znode /01606428821/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:22:23,845 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606428821/switch/merge already deleted, retry=false 2024-11-10T12:22:23,846 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Unable to get data of znode /01606428821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:22:23,847 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606428821/snapshot-cleanup already deleted, retry=false 2024-11-10T12:22:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606428821/running 2024-11-10T12:22:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606428821/running 2024-11-10T12:22:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:23,850 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,33563,1731241342057, sessionid=0x10101d45b0c0000, setting cluster-up flag (Was=false) 2024-11-10T12:22:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:23,858 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01606428821/flush-table-proc/acquired, /01606428821/flush-table-proc/reached, /01606428821/flush-table-proc/abort 2024-11-10T12:22:23,859 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,33563,1731241342057 2024-11-10T12:22:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:23,871 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01606428821/online-snapshot/acquired, /01606428821/online-snapshot/reached, /01606428821/online-snapshot/abort 2024-11-10T12:22:23,872 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,33563,1731241342057 2024-11-10T12:22:23,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:22:23,874 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:23,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:22:23,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:22:23,875 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3857ccc89b65,33627,1731241317898: status=Processing ServerCrashProcedure of 3857ccc89b65,33627,1731241317898 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731241331032, completionTime=-1 appears to have been leaked 2024-11-10T12:22:23,875 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,33563,1731241342057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:23,876 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241373877 2024-11-10T12:22:23,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:22:23,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:22:23,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:22:23,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:22:23,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:22:23,877 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:22:23,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:23,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:22:23,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:23,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:22:23,879 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,879 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:22:23,879 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:22:23,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:22:23,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:22:23,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:22:23,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:22:23,880 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241343880,5,FailOnTimeoutGroup] 2024-11-10T12:22:23,880 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241343880,5,FailOnTimeoutGroup] 2024-11-10T12:22:23,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:22:23,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,881 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:22:23,927 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(746): ClusterId : 999b8ab0-895a-45af-8907-665f21a62a92 2024-11-10T12:22:23,927 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:22:23,929 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:22:23,929 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:22:23,932 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:22:23,933 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8109688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:23,945 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:35079 2024-11-10T12:22:23,945 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:22:23,945 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:22:23,945 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:22:23,946 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,33563,1731241342057 with port=35079, startcode=1731241342105 2024-11-10T12:22:23,946 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:22:23,947 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:22:23,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,35079,1731241342105 2024-11-10T12:22:23,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33563 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:23,949 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e 2024-11-10T12:22:23,949 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43787 2024-11-10T12:22:23,949 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:22:23,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821/rs 2024-11-10T12:22:23,951 DEBUG [RS:0;3857ccc89b65:35079 {}] zookeeper.ZKUtil(111): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on existing znode=/01606428821/rs/3857ccc89b65,35079,1731241342105 2024-11-10T12:22:23,951 WARN [RS:0;3857ccc89b65:35079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:23,952 INFO [RS:0;3857ccc89b65:35079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:23,952 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105 2024-11-10T12:22:23,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,35079,1731241342105] 2024-11-10T12:22:23,955 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:22:23,957 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:22:23,960 INFO [RS:0;3857ccc89b65:35079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:22:23,960 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,960 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:22:23,961 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:22:23,961 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:23,961 DEBUG [RS:0;3857ccc89b65:35079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:23,962 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,962 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,962 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,962 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,962 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,962 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35079,1731241342105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:23,979 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:22:23,979 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35079,1731241342105-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,979 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,979 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.Replication(171): 3857ccc89b65,35079,1731241342105 started 2024-11-10T12:22:23,993 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:23,993 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,35079,1731241342105, RpcServer on 3857ccc89b65/172.17.0.2:35079, sessionid=0x10101d45b0c0001 2024-11-10T12:22:23,993 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:22:23,993 DEBUG [RS:0;3857ccc89b65:35079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,35079,1731241342105 2024-11-10T12:22:23,993 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,35079,1731241342105' 2024-11-10T12:22:23,993 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01606428821/flush-table-proc/abort' 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01606428821/flush-table-proc/acquired' 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,35079,1731241342105 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,35079,1731241342105' 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01606428821/online-snapshot/abort' 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01606428821/online-snapshot/acquired' 2024-11-10T12:22:23,994 DEBUG [RS:0;3857ccc89b65:35079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:22:23,994 INFO [RS:0;3857ccc89b65:35079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:22:23,994 INFO [RS:0;3857ccc89b65:35079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:22:24,095 INFO [RS:0;3857ccc89b65:35079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:24,097 INFO [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C35079%2C1731241342105, suffix=, logDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105, archiveDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/oldWALs, maxLogs=10 2024-11-10T12:22:24,110 DEBUG [RS:0;3857ccc89b65:35079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097, exclude list is [], retry=0 2024-11-10T12:22:24,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40077,DS-e3d5cfd8-0fab-4553-b7cd-25c1114ab995,DISK] 2024-11-10T12:22:24,114 INFO [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 2024-11-10T12:22:24,114 DEBUG [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42051:42051)] 2024-11-10T12:22:24,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:22:24,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e 2024-11-10T12:22:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:22:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:24,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:24,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:24,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:24,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:24,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:24,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:24,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:24,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:24,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:24,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:24,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:24,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:24,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:24,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:24,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:24,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:24,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:24,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740 2024-11-10T12:22:24,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740 2024-11-10T12:22:24,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:24,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:24,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:24,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:24,706 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:24,707 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62542132, jitterRate=-0.0680496096611023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:24,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241344694Initializing all the Stores at 1731241344695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241344695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241344695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241344695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241344695Cleaning up temporary data from old regions at 1731241344703 (+8 ms)Region opened successfully at 1731241344707 (+4 ms) 2024-11-10T12:22:24,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:24,707 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:24,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:24,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:24,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:24,708 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:24,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241344707Disabling compacts and flushes for region at 1731241344707Disabling writes for close at 1731241344707Writing region close event to WAL at 1731241344708 (+1 ms)Closed at 1731241344708 2024-11-10T12:22:24,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:24,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:22:24,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:22:24,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:24,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:22:24,861 DEBUG [3857ccc89b65:33563 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:24,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:24,862 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,35079,1731241342105, state=OPENING 2024-11-10T12:22:24,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:22:24,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:24,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:24,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606428821/meta-region-server: CHANGED 2024-11-10T12:22:24,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606428821/meta-region-server: CHANGED 2024-11-10T12:22:24,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:24,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,35079,1731241342105}] 2024-11-10T12:22:25,018 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:25,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:22:25,023 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:22:25,023 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:25,023 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:22:25,025 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C35079%2C1731241342105.meta, suffix=.meta, logDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105, archiveDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/oldWALs, maxLogs=10 2024-11-10T12:22:25,038 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.meta.1731241345025.meta, exclude list is [], retry=0 2024-11-10T12:22:25,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40077,DS-e3d5cfd8-0fab-4553-b7cd-25c1114ab995,DISK] 2024-11-10T12:22:25,042 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.meta.1731241345025.meta 2024-11-10T12:22:25,043 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42051:42051)] 2024-11-10T12:22:25,043 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:25,043 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:25,044 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:25,044 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:22:25,044 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:22:25,044 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:22:25,044 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:25,044 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:22:25,044 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:22:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:25,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:25,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:25,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:25,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:25,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:25,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:25,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:25,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:25,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:25,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:25,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:25,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:25,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:25,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:25,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:25,050 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:25,050 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740 2024-11-10T12:22:25,051 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740 2024-11-10T12:22:25,052 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:25,052 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:25,052 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:25,053 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:25,054 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61641237, jitterRate=-0.08147399127483368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:25,054 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:22:25,055 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241345044Writing region info on filesystem at 1731241345044Initializing all the Stores at 1731241345045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241345045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241345045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241345045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241345045Cleaning up temporary data from old regions at 1731241345052 (+7 ms)Running coprocessor post-open hooks at 1731241345054 (+2 ms)Region opened successfully at 1731241345055 (+1 ms) 2024-11-10T12:22:25,056 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241345018 2024-11-10T12:22:25,058 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:22:25,058 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:22:25,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:25,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,35079,1731241342105, state=OPEN 2024-11-10T12:22:25,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01606428821/meta-region-server 2024-11-10T12:22:25,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01606428821/meta-region-server 2024-11-10T12:22:25,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:25,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606428821/meta-region-server: CHANGED 2024-11-10T12:22:25,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606428821/meta-region-server: CHANGED 2024-11-10T12:22:25,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:22:25,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,35079,1731241342105 in 201 msec 2024-11-10T12:22:25,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:22:25,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-10T12:22:25,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:25,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:22:25,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:25,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35079,1731241342105, seqNum=-1] 2024-11-10T12:22:25,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:25,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:25,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-10T12:22:25,078 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241345078, completionTime=-1 2024-11-10T12:22:25,078 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:22:25,078 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:22:25,080 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:22:25,080 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241405080 2024-11-10T12:22:25,080 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241465080 2024-11-10T12:22:25,080 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:22:25,081 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33563,1731241342057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:25,081 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33563,1731241342057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:25,081 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33563,1731241342057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:25,081 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:33563, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:25,081 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:25,081 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:25,082 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.941sec 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33563,1731241342057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:25,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33563,1731241342057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:22:25,086 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:22:25,086 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:22:25,086 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33563,1731241342057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:25,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:25,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33563,-1 for getting cluster id 2024-11-10T12:22:25,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:25,129 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999b8ab0-895a-45af-8907-665f21a62a92' 2024-11-10T12:22:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999b8ab0-895a-45af-8907-665f21a62a92" 2024-11-10T12:22:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8071bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33563,-1] 2024-11-10T12:22:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:25,131 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:25,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:25,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35079,1731241342105, seqNum=-1] 2024-11-10T12:22:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:25,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,33563,1731241342057 2024-11-10T12:22:25,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64119 2024-11-10T12:22:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:25,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d45b0c0002 connected 2024-11-10T12:22:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.log.dir so I do NOT create it in target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd 2024-11-10T12:22:25,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:22:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.tmp.dir so I do NOT create it in target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd 2024-11-10T12:22:25,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:22:25,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd 2024-11-10T12:22:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:22:25,142 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/cluster_e756fada-8ca2-c3de-da84-f4315635cd46, deleteOnExit=true 2024-11-10T12:22:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:22:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/test.cache.data in system properties and HBase conf 2024-11-10T12:22:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:22:25,143 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:22:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:22:25,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:25,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:25,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:25,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:25,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:22:25,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:25,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:25,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:25,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6114c7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/java.io.tmpdir/jetty-localhost-43213-hadoop-hdfs-3_4_1-tests_jar-_-any-13843822189475098061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:25,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:43213} 2024-11-10T12:22:25,339 INFO [Time-limited test {}] server.Server(415): Started @162049ms 2024-11-10T12:22:25,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:25,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:25,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:25,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:25,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:22:25,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:25,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:25,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cc87239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/java.io.tmpdir/jetty-localhost-45789-hadoop-hdfs-3_4_1-tests_jar-_-any-24834026565897548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:25,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:45789} 2024-11-10T12:22:25,550 INFO [Time-limited test {}] server.Server(415): Started @162259ms 2024-11-10T12:22:25,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:22:25,660 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/cluster_e756fada-8ca2-c3de-da84-f4315635cd46/data/data1/current/BP-489072450-172.17.0.2-1731241345162/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:25,660 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/cluster_e756fada-8ca2-c3de-da84-f4315635cd46/data/data2/current/BP-489072450-172.17.0.2-1731241345162/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:25,680 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:22:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a54e2c4bf60955 with lease ID 0x8184772d033fe136: Processing first storage report for DS-eaad18a3-effa-4bd2-b9e9-c1432d1c6a02 from datanode DatanodeRegistration(127.0.0.1:35241, datanodeUuid=21cde413-01a2-4fff-8050-7a21a745b725, infoPort=38633, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1417156515;c=1731241345162) 2024-11-10T12:22:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a54e2c4bf60955 with lease ID 0x8184772d033fe136: from storage DS-eaad18a3-effa-4bd2-b9e9-c1432d1c6a02 node DatanodeRegistration(127.0.0.1:35241, datanodeUuid=21cde413-01a2-4fff-8050-7a21a745b725, infoPort=38633, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1417156515;c=1731241345162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a54e2c4bf60955 with lease ID 0x8184772d033fe136: Processing first storage report for DS-d4f07f2d-b30d-4739-a0d0-2a7adb620676 from datanode DatanodeRegistration(127.0.0.1:35241, datanodeUuid=21cde413-01a2-4fff-8050-7a21a745b725, infoPort=38633, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1417156515;c=1731241345162) 2024-11-10T12:22:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a54e2c4bf60955 with lease ID 0x8184772d033fe136: from storage DS-d4f07f2d-b30d-4739-a0d0-2a7adb620676 node DatanodeRegistration(127.0.0.1:35241, datanodeUuid=21cde413-01a2-4fff-8050-7a21a745b725, infoPort=38633, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1417156515;c=1731241345162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:25,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd 2024-11-10T12:22:25,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:25,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:25,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:22:26,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240 with version=8 2024-11-10T12:22:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/hbase-staging 2024-11-10T12:22:26,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:26,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:26,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:26,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:26,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:26,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:26,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:22:26,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:26,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35383 2024-11-10T12:22:26,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35383 connecting to ZooKeeper ensemble=127.0.0.1:64119 2024-11-10T12:22:26,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353830x0, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:26,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35383-0x10101d45b0c0003 connected 2024-11-10T12:22:26,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:26,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:26,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on znode that does not yet exist, /1-1208454673/running 2024-11-10T12:22:26,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240, hbase.cluster.distributed=false 2024-11-10T12:22:26,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on znode that does not yet exist, /1-1208454673/acl 2024-11-10T12:22:26,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-10T12:22:26,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35383 2024-11-10T12:22:26,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35383 2024-11-10T12:22:26,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-10T12:22:26,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-10T12:22:26,229 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:26,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:26,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:26,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:26,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:26,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:26,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:22:26,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:26,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44107 2024-11-10T12:22:26,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44107 connecting to ZooKeeper ensemble=127.0.0.1:64119 2024-11-10T12:22:26,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:26,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:26,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441070x0, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:26,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441070x0, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on znode that does not yet exist, /1-1208454673/running 2024-11-10T12:22:26,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44107-0x10101d45b0c0004 connected 2024-11-10T12:22:26,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:22:26,243 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:22:26,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on znode that does not yet exist, /1-1208454673/master 2024-11-10T12:22:26,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on znode that does not yet exist, /1-1208454673/acl 2024-11-10T12:22:26,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44107 2024-11-10T12:22:26,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44107 2024-11-10T12:22:26,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44107 2024-11-10T12:22:26,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44107 2024-11-10T12:22:26,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44107 2024-11-10T12:22:26,261 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:35383 2024-11-10T12:22:26,261 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1208454673/backup-masters/3857ccc89b65,35383,1731241346190 2024-11-10T12:22:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673/backup-masters 2024-11-10T12:22:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673/backup-masters 2024-11-10T12:22:26,263 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on existing znode=/1-1208454673/backup-masters/3857ccc89b65,35383,1731241346190 2024-11-10T12:22:26,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1208454673/master 2024-11-10T12:22:26,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:26,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:26,266 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on existing znode=/1-1208454673/master 2024-11-10T12:22:26,266 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1208454673/backup-masters/3857ccc89b65,35383,1731241346190 from backup master directory 2024-11-10T12:22:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1208454673/backup-masters/3857ccc89b65,35383,1731241346190 2024-11-10T12:22:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673/backup-masters 2024-11-10T12:22:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673/backup-masters 2024-11-10T12:22:26,267 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:26,267 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,35383,1731241346190 2024-11-10T12:22:26,271 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/hbase.id] with ID: b8c656c0-a241-4e45-bf12-7319876b3af5 2024-11-10T12:22:26,271 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/.tmp/hbase.id 2024-11-10T12:22:26,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:22:26,679 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/.tmp/hbase.id]:[hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/hbase.id] 2024-11-10T12:22:26,688 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:26,689 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:22:26,689 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T12:22:26,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:26,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:22:27,097 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:27,097 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:22:27,098 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:22:27,504 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store 2024-11-10T12:22:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:22:27,911 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:27,911 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:27,911 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:27,911 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:27,911 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:27,911 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:27,911 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:27,911 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241347911Disabling compacts and flushes for region at 1731241347911Disabling writes for close at 1731241347911Writing region close event to WAL at 1731241347911Closed at 1731241347911 2024-11-10T12:22:27,912 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/.initializing 2024-11-10T12:22:27,912 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/WALs/3857ccc89b65,35383,1731241346190 2024-11-10T12:22:27,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:27,914 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C35383%2C1731241346190, suffix=, logDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/WALs/3857ccc89b65,35383,1731241346190, archiveDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/oldWALs, maxLogs=10 2024-11-10T12:22:27,927 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/WALs/3857ccc89b65,35383,1731241346190/3857ccc89b65%2C35383%2C1731241346190.1731241347914, exclude list is [], retry=0 2024-11-10T12:22:27,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-eaad18a3-effa-4bd2-b9e9-c1432d1c6a02,DISK] 2024-11-10T12:22:27,931 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/WALs/3857ccc89b65,35383,1731241346190/3857ccc89b65%2C35383%2C1731241346190.1731241347914 2024-11-10T12:22:27,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-11-10T12:22:27,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:27,932 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:27,932 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,932 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:22:27,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:27,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:27,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:22:27,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:27,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:27,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:22:27,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:27,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:27,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:22:27,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:27,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:27,938 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,938 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,939 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:27,941 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:27,943 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:27,943 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60704196, jitterRate=-0.09543699026107788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:27,943 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241347932Initializing all the Stores at 1731241347933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241347933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241347933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241347933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241347933Cleaning up temporary data from old regions at 1731241347940 (+7 ms)Region opened successfully at 1731241347943 (+3 ms) 2024-11-10T12:22:27,943 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:22:27,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5045a306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:27,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:22:27,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:22:27,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:22:27,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:22:27,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:22:27,948 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:22:27,948 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:22:27,949 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:22:27,950 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Unable to get data of znode /1-1208454673/balancer because node does not exist (not necessarily an error) 2024-11-10T12:22:27,951 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1208454673/balancer already deleted, retry=false 2024-11-10T12:22:27,952 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:22:27,952 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Unable to get data of znode /1-1208454673/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:22:27,955 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1208454673/normalizer already deleted, retry=false 2024-11-10T12:22:27,955 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:22:27,956 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Unable to get data of znode /1-1208454673/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:22:27,957 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1208454673/switch/split already deleted, retry=false 2024-11-10T12:22:27,957 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Unable to get data of znode /1-1208454673/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:22:27,958 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1208454673/switch/merge already deleted, retry=false 2024-11-10T12:22:27,960 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Unable to get data of znode /1-1208454673/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:22:27,961 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1208454673/snapshot-cleanup already deleted, retry=false 2024-11-10T12:22:27,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1208454673/running 2024-11-10T12:22:27,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1208454673/running 2024-11-10T12:22:27,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:27,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:27,963 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,35383,1731241346190, sessionid=0x10101d45b0c0003, setting cluster-up flag (Was=false) 2024-11-10T12:22:27,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:27,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:27,971 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1208454673/flush-table-proc/acquired, /1-1208454673/flush-table-proc/reached, /1-1208454673/flush-table-proc/abort 2024-11-10T12:22:27,972 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,35383,1731241346190 2024-11-10T12:22:27,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:27,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:27,980 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1208454673/online-snapshot/acquired, /1-1208454673/online-snapshot/reached, /1-1208454673/online-snapshot/abort 2024-11-10T12:22:27,981 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,35383,1731241346190 2024-11-10T12:22:27,982 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:22:27,983 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:27,983 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:22:27,983 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:22:27,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,35383,1731241346190 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:22:27,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:27,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:27,985 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:27,985 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:27,985 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:22:27,985 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:27,985 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:27,985 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:27,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241377986 2024-11-10T12:22:27,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:22:27,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:27,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:22:27,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:22:27,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:22:27,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:22:27,987 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:27,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:22:27,987 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:22:27,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:22:27,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241347987,5,FailOnTimeoutGroup] 2024-11-10T12:22:27,988 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241347987,5,FailOnTimeoutGroup] 2024-11-10T12:22:27,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:27,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:22:27,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:27,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:22:28,051 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(746): ClusterId : b8c656c0-a241-4e45-bf12-7319876b3af5 2024-11-10T12:22:28,051 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:22:28,053 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:22:28,053 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:22:28,056 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:22:28,056 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1d3c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:28,068 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:44107 2024-11-10T12:22:28,068 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:22:28,068 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:22:28,068 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:22:28,069 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,35383,1731241346190 with port=44107, startcode=1731241346229 2024-11-10T12:22:28,069 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:22:28,071 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:22:28,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,44107,1731241346229 2024-11-10T12:22:28,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35383 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:28,072 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240 2024-11-10T12:22:28,072 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41901 2024-11-10T12:22:28,072 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:22:28,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673/rs 2024-11-10T12:22:28,076 DEBUG [RS:0;3857ccc89b65:44107 {}] zookeeper.ZKUtil(111): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on existing znode=/1-1208454673/rs/3857ccc89b65,44107,1731241346229 2024-11-10T12:22:28,076 WARN [RS:0;3857ccc89b65:44107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:28,076 INFO [RS:0;3857ccc89b65:44107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:28,076 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229 2024-11-10T12:22:28,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,44107,1731241346229] 2024-11-10T12:22:28,079 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:22:28,080 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:22:28,081 INFO [RS:0;3857ccc89b65:44107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:22:28,081 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,082 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:22:28,082 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:22:28,082 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,082 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,082 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,082 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,082 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,082 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,082 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:28,082 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,083 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,083 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,083 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,083 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,083 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:28,083 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:28,083 DEBUG [RS:0;3857ccc89b65:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:28,084 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,084 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,084 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,084 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,084 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,084 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44107,1731241346229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:28,102 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:22:28,102 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44107,1731241346229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,103 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,103 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.Replication(171): 3857ccc89b65,44107,1731241346229 started 2024-11-10T12:22:28,120 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:28,120 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,44107,1731241346229, RpcServer on 3857ccc89b65/172.17.0.2:44107, sessionid=0x10101d45b0c0004 2024-11-10T12:22:28,120 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:22:28,120 DEBUG [RS:0;3857ccc89b65:44107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,44107,1731241346229 2024-11-10T12:22:28,120 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,44107,1731241346229' 2024-11-10T12:22:28,120 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1208454673/flush-table-proc/abort' 2024-11-10T12:22:28,120 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1208454673/flush-table-proc/acquired' 2024-11-10T12:22:28,121 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:22:28,121 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:22:28,121 DEBUG [RS:0;3857ccc89b65:44107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,44107,1731241346229 2024-11-10T12:22:28,121 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,44107,1731241346229' 2024-11-10T12:22:28,121 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1208454673/online-snapshot/abort' 2024-11-10T12:22:28,121 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1208454673/online-snapshot/acquired' 2024-11-10T12:22:28,121 DEBUG [RS:0;3857ccc89b65:44107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:22:28,121 INFO [RS:0;3857ccc89b65:44107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:22:28,121 INFO [RS:0;3857ccc89b65:44107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:22:28,222 INFO [RS:0;3857ccc89b65:44107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:28,223 INFO [RS:0;3857ccc89b65:44107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44107%2C1731241346229, suffix=, logDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229, archiveDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/oldWALs, maxLogs=10 2024-11-10T12:22:28,240 DEBUG [RS:0;3857ccc89b65:44107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224, exclude list is [], retry=0 2024-11-10T12:22:28,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-eaad18a3-effa-4bd2-b9e9-c1432d1c6a02,DISK] 2024-11-10T12:22:28,244 INFO [RS:0;3857ccc89b65:44107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 2024-11-10T12:22:28,244 DEBUG [RS:0;3857ccc89b65:44107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-11-10T12:22:28,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:22:28,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240 2024-11-10T12:22:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:22:28,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:28,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:28,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:28,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:28,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:28,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:28,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:28,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:28,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:28,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:28,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:28,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:28,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:28,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:28,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:28,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:28,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:28,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:28,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740 2024-11-10T12:22:28,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740 2024-11-10T12:22:28,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:28,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:28,814 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:28,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:28,816 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:28,817 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67664197, jitterRate=0.008275106549263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:28,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241348805Initializing all the Stores at 1731241348806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241348806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241348806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241348806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241348806Cleaning up temporary data from old regions at 1731241348813 (+7 ms)Region opened successfully at 1731241348817 (+4 ms) 2024-11-10T12:22:28,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:28,817 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:28,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:28,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:28,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:28,818 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:28,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241348817Disabling compacts and flushes for region at 1731241348817Disabling writes for close at 1731241348817Writing region close event to WAL at 1731241348817Closed at 1731241348817 2024-11-10T12:22:28,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:28,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:22:28,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:22:28,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:28,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:22:28,971 DEBUG [3857ccc89b65:35383 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:28,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:28,972 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,44107,1731241346229, state=OPENING 2024-11-10T12:22:28,974 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:22:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:28,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:28,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1208454673/meta-region-server: CHANGED 2024-11-10T12:22:28,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:28,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1208454673/meta-region-server: CHANGED 2024-11-10T12:22:28,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,44107,1731241346229}] 2024-11-10T12:22:29,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:29,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:22:29,133 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:22:29,133 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:29,133 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:22:29,134 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44107%2C1731241346229.meta, suffix=.meta, logDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229, archiveDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/oldWALs, maxLogs=10 2024-11-10T12:22:29,148 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.meta.1731241349135.meta, exclude list is [], retry=0 2024-11-10T12:22:29,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-eaad18a3-effa-4bd2-b9e9-c1432d1c6a02,DISK] 2024-11-10T12:22:29,151 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.meta.1731241349135.meta 2024-11-10T12:22:29,152 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-11-10T12:22:29,152 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:29,153 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:29,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:29,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:22:29,153 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:22:29,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:22:29,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:29,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:22:29,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:22:29,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:29,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:29,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:29,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:29,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:29,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:29,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:29,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:29,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:29,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:29,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:29,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:29,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:29,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:29,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:29,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:29,159 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:29,159 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740 2024-11-10T12:22:29,160 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740 2024-11-10T12:22:29,161 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:29,161 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:29,161 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:29,162 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:29,163 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68612044, jitterRate=0.02239912748336792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:29,163 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:22:29,163 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241349153Writing region info on filesystem at 1731241349153Initializing all the Stores at 1731241349154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241349154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241349154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241349154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241349154Cleaning up temporary data from old regions at 1731241349161 (+7 ms)Running coprocessor post-open hooks at 1731241349163 (+2 ms)Region opened successfully at 1731241349163 2024-11-10T12:22:29,164 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241349128 2024-11-10T12:22:29,166 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:22:29,166 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:22:29,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:29,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,44107,1731241346229, state=OPEN 2024-11-10T12:22:29,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1208454673/meta-region-server 2024-11-10T12:22:29,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1208454673/meta-region-server 2024-11-10T12:22:29,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:29,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1208454673/meta-region-server: CHANGED 2024-11-10T12:22:29,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1208454673/meta-region-server: CHANGED 2024-11-10T12:22:29,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:22:29,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,44107,1731241346229 in 194 msec 2024-11-10T12:22:29,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:22:29,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T12:22:29,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:29,173 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:22:29,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:29,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:29,175 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:29,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:29,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-10T12:22:29,180 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241349180, completionTime=-1 2024-11-10T12:22:29,180 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:22:29,180 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241409182 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241469182 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35383,1731241346190-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35383,1731241346190-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35383,1731241346190-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:35383, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:29,182 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:29,184 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.918sec 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35383,1731241346190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:29,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35383,1731241346190-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:22:29,188 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:22:29,188 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:22:29,188 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,35383,1731241346190-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:29,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:29,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35383,-1 for getting cluster id 2024-11-10T12:22:29,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:29,253 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8c656c0-a241-4e45-bf12-7319876b3af5' 2024-11-10T12:22:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8c656c0-a241-4e45-bf12-7319876b3af5" 2024-11-10T12:22:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5532041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35383,-1] 2024-11-10T12:22:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:29,255 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:29,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:29,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:29,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:29,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,35383,1731241346190 2024-11-10T12:22:29,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64119 2024-11-10T12:22:29,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:29,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d45b0c0005 connected 2024-11-10T12:22:29,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33563,1731241342057 2024-11-10T12:22:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39cba675 2024-11-10T12:22:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:29,269 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:29,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:22:29,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:22:29,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:29,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:22:29,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:22:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:29,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:22:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:29,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2754c044ae5c3dd0f9f0a0109c43611a, NAME => 'test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e 2024-11-10T12:22:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:22:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:29,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:22:30,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:30,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2754c044ae5c3dd0f9f0a0109c43611a, disabling compactions & flushes 2024-11-10T12:22:30,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:30,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:30,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. after waiting 0 ms 2024-11-10T12:22:30,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:30,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:30,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2754c044ae5c3dd0f9f0a0109c43611a: Waiting for close lock at 1731241350095Disabling compacts and flushes for region at 1731241350095Disabling writes for close at 1731241350095Writing region close event to WAL at 1731241350095Closed at 1731241350095 2024-11-10T12:22:30,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:22:30,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241350096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241350096"}]},"ts":"1731241350096"} 2024-11-10T12:22:30,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:22:30,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:22:30,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241350099"}]},"ts":"1731241350099"} 2024-11-10T12:22:30,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:22:30,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2754c044ae5c3dd0f9f0a0109c43611a, ASSIGN}] 2024-11-10T12:22:30,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2754c044ae5c3dd0f9f0a0109c43611a, ASSIGN 2024-11-10T12:22:30,103 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2754c044ae5c3dd0f9f0a0109c43611a, ASSIGN; state=OFFLINE, location=3857ccc89b65,35079,1731241342105; forceNewPlan=false, retain=false 2024-11-10T12:22:30,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2754c044ae5c3dd0f9f0a0109c43611a, regionState=OPENING, regionLocation=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2754c044ae5c3dd0f9f0a0109c43611a, ASSIGN because future has completed 2024-11-10T12:22:30,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2754c044ae5c3dd0f9f0a0109c43611a, server=3857ccc89b65,35079,1731241342105}] 2024-11-10T12:22:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:30,412 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:30,412 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2754c044ae5c3dd0f9f0a0109c43611a, NAME => 'test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:30,413 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:30,413 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:22:30,413 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,413 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:30,413 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,413 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,414 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,415 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2754c044ae5c3dd0f9f0a0109c43611a columnFamilyName f 2024-11-10T12:22:30,415 DEBUG [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:30,416 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] regionserver.HStore(327): Store=2754c044ae5c3dd0f9f0a0109c43611a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:30,416 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,417 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2754c044ae5c3dd0f9f0a0109c43611a columnFamilyName f1 2024-11-10T12:22:30,417 DEBUG [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:30,417 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] regionserver.HStore(327): Store=2754c044ae5c3dd0f9f0a0109c43611a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:30,417 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,418 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2754c044ae5c3dd0f9f0a0109c43611a columnFamilyName norep 2024-11-10T12:22:30,418 DEBUG [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:30,418 INFO [StoreOpener-2754c044ae5c3dd0f9f0a0109c43611a-1 {}] regionserver.HStore(327): Store=2754c044ae5c3dd0f9f0a0109c43611a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:30,418 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,419 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,419 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,420 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,420 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,420 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:22:30,421 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,423 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:30,423 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2754c044ae5c3dd0f9f0a0109c43611a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68785905, jitterRate=0.024989858269691467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:22:30,423 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:30,424 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2754c044ae5c3dd0f9f0a0109c43611a: Running coprocessor pre-open hook at 1731241350413Writing region info on filesystem at 1731241350413Initializing all the Stores at 1731241350414 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241350414Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241350414Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241350414Cleaning up temporary data from old regions at 1731241350420 (+6 ms)Running coprocessor post-open hooks at 1731241350423 (+3 ms)Region opened successfully at 1731241350424 (+1 ms) 2024-11-10T12:22:30,425 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., pid=6, masterSystemTime=1731241350408 2024-11-10T12:22:30,426 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:30,426 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:30,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2754c044ae5c3dd0f9f0a0109c43611a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:30,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2754c044ae5c3dd0f9f0a0109c43611a, server=3857ccc89b65,35079,1731241342105 because future has completed 2024-11-10T12:22:30,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:22:30,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2754c044ae5c3dd0f9f0a0109c43611a, server=3857ccc89b65,35079,1731241342105 in 174 msec 2024-11-10T12:22:30,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:22:30,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2754c044ae5c3dd0f9f0a0109c43611a, ASSIGN in 330 msec 2024-11-10T12:22:30,434 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:22:30,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241350434"}]},"ts":"1731241350434"} 2024-11-10T12:22:30,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:22:30,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:22:30,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-10T12:22:30,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:30,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:30,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:30,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:30,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:30,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:30,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:30,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:30,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:31,420 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:22:31,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35383,1731241346190 2024-11-10T12:22:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5848654f 2024-11-10T12:22:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:31,423 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:31,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:22:31,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:22:31,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:31,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:22:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:31,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:22:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:22:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:31,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96dfe5956e8e385ea0e3d114980646f2, NAME => 'test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240 2024-11-10T12:22:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:22:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:32,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:32,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 96dfe5956e8e385ea0e3d114980646f2, disabling compactions & flushes 2024-11-10T12:22:32,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:32,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:32,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. after waiting 0 ms 2024-11-10T12:22:32,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:32,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:32,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96dfe5956e8e385ea0e3d114980646f2: Waiting for close lock at 1731241352241Disabling compacts and flushes for region at 1731241352241Disabling writes for close at 1731241352241Writing region close event to WAL at 1731241352241Closed at 1731241352241 2024-11-10T12:22:32,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:22:32,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241352242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241352242"}]},"ts":"1731241352242"} 2024-11-10T12:22:32,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:22:32,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:22:32,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241352246"}]},"ts":"1731241352246"} 2024-11-10T12:22:32,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:22:32,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96dfe5956e8e385ea0e3d114980646f2, ASSIGN}] 2024-11-10T12:22:32,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96dfe5956e8e385ea0e3d114980646f2, ASSIGN 2024-11-10T12:22:32,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=96dfe5956e8e385ea0e3d114980646f2, ASSIGN; state=OFFLINE, location=3857ccc89b65,44107,1731241346229; forceNewPlan=false, retain=false 2024-11-10T12:22:32,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96dfe5956e8e385ea0e3d114980646f2, regionState=OPENING, regionLocation=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:32,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=96dfe5956e8e385ea0e3d114980646f2, ASSIGN because future has completed 2024-11-10T12:22:32,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96dfe5956e8e385ea0e3d114980646f2, server=3857ccc89b65,44107,1731241346229}] 2024-11-10T12:22:32,559 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:32,559 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96dfe5956e8e385ea0e3d114980646f2, NAME => 'test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:32,560 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:32,560 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:22:32,560 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,560 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:32,560 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,560 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,561 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,562 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96dfe5956e8e385ea0e3d114980646f2 columnFamilyName f 2024-11-10T12:22:32,562 DEBUG [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:32,563 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] regionserver.HStore(327): Store=96dfe5956e8e385ea0e3d114980646f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:32,563 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,564 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96dfe5956e8e385ea0e3d114980646f2 columnFamilyName f1 2024-11-10T12:22:32,564 DEBUG [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:32,564 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] regionserver.HStore(327): Store=96dfe5956e8e385ea0e3d114980646f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:32,564 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,565 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96dfe5956e8e385ea0e3d114980646f2 columnFamilyName norep 2024-11-10T12:22:32,565 DEBUG [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:32,565 INFO [StoreOpener-96dfe5956e8e385ea0e3d114980646f2-1 {}] regionserver.HStore(327): Store=96dfe5956e8e385ea0e3d114980646f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:32,565 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,566 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,566 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,567 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,567 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,567 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:22:32,568 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,570 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:32,570 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96dfe5956e8e385ea0e3d114980646f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64471664, jitterRate=-0.03929734230041504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:22:32,570 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:32,570 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96dfe5956e8e385ea0e3d114980646f2: Running coprocessor pre-open hook at 1731241352560Writing region info on filesystem at 1731241352560Initializing all the Stores at 1731241352561 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241352561Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241352561Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241352561Cleaning up temporary data from old regions at 1731241352567 (+6 ms)Running coprocessor post-open hooks at 1731241352570 (+3 ms)Region opened successfully at 1731241352570 2024-11-10T12:22:32,571 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., pid=6, masterSystemTime=1731241352555 2024-11-10T12:22:32,573 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:32,573 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:32,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96dfe5956e8e385ea0e3d114980646f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96dfe5956e8e385ea0e3d114980646f2, server=3857ccc89b65,44107,1731241346229 because future has completed 2024-11-10T12:22:32,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:22:32,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96dfe5956e8e385ea0e3d114980646f2, server=3857ccc89b65,44107,1731241346229 in 173 msec 2024-11-10T12:22:32,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:22:32,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=96dfe5956e8e385ea0e3d114980646f2, ASSIGN in 330 msec 2024-11-10T12:22:32,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:22:32,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241352580"}]},"ts":"1731241352580"} 2024-11-10T12:22:32,582 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:22:32,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:22:32,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-10T12:22:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:33,570 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:22:33,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33563,-1 for getting cluster id 2024-11-10T12:22:33,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:33,572 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999b8ab0-895a-45af-8907-665f21a62a92' 2024-11-10T12:22:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999b8ab0-895a-45af-8907-665f21a62a92" 2024-11-10T12:22:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7002a9b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33563,-1] 2024-11-10T12:22:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:33,574 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539e3677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35383,-1 for getting cluster id 2024-11-10T12:22:33,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:33,576 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8c656c0-a241-4e45-bf12-7319876b3af5' 2024-11-10T12:22:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8c656c0-a241-4e45-bf12-7319876b3af5" 2024-11-10T12:22:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4201b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35383,-1] 2024-11-10T12:22:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:33,577 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a14fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33563,-1 for getting cluster id 2024-11-10T12:22:33,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:33,581 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999b8ab0-895a-45af-8907-665f21a62a92' 2024-11-10T12:22:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999b8ab0-895a-45af-8907-665f21a62a92" 2024-11-10T12:22:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f745e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33563,-1] 2024-11-10T12:22:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:33,582 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fb9cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33563,1731241342057 2024-11-10T12:22:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@154ed22a 2024-11-10T12:22:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:33,584 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:33,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:35383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:22:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:22:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:33,587 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35383' 2024-11-10T12:22:33,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a931f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,588 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35383,-1 for getting cluster id 2024-11-10T12:22:33,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:33,589 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8c656c0-a241-4e45-bf12-7319876b3af5' 2024-11-10T12:22:33,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:33,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8c656c0-a241-4e45-bf12-7319876b3af5" 2024-11-10T12:22:33,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30db1944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35383,-1] 2024-11-10T12:22:33,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:33,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:33,590 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:33,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4c63a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:33,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:33,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35383,1731241346190 2024-11-10T12:22:33,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c0f5a8 2024-11-10T12:22:33,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:33,592 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:33,593 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:22:33,593 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:22:33,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:33,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:33,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:33,593 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:33,594 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:22:33,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:22:33,595 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:33,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:22:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:22:33,644 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:22:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:34,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27c3337ac4ce29153897ffef293d2018, NAME => 'hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e 2024-11-10T12:22:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:22:34,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:22:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:34,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:34,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 27c3337ac4ce29153897ffef293d2018, disabling compactions & flushes 2024-11-10T12:22:34,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:34,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:34,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. after waiting 0 ms 2024-11-10T12:22:34,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:34,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:34,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27c3337ac4ce29153897ffef293d2018: Waiting for close lock at 1731241354409Disabling compacts and flushes for region at 1731241354409Disabling writes for close at 1731241354409Writing region close event to WAL at 1731241354409Closed at 1731241354409 2024-11-10T12:22:34,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:22:34,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241354410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241354410"}]},"ts":"1731241354410"} 2024-11-10T12:22:34,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:22:34,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:22:34,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241354414"}]},"ts":"1731241354414"} 2024-11-10T12:22:34,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:22:34,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27c3337ac4ce29153897ffef293d2018, ASSIGN}] 2024-11-10T12:22:34,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27c3337ac4ce29153897ffef293d2018, ASSIGN 2024-11-10T12:22:34,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27c3337ac4ce29153897ffef293d2018, ASSIGN; state=OFFLINE, location=3857ccc89b65,35079,1731241342105; forceNewPlan=false, retain=false 2024-11-10T12:22:34,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27c3337ac4ce29153897ffef293d2018, regionState=OPENING, regionLocation=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:34,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27c3337ac4ce29153897ffef293d2018, ASSIGN because future has completed 2024-11-10T12:22:34,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27c3337ac4ce29153897ffef293d2018, server=3857ccc89b65,35079,1731241342105}] 2024-11-10T12:22:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:34,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:34,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:34,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:22:34,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C35079%2C1731241342105.rep, suffix=, logDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105, archiveDir=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/oldWALs, maxLogs=10 2024-11-10T12:22:34,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.rep.1731241354728, exclude list is [], retry=0 2024-11-10T12:22:34,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40077,DS-e3d5cfd8-0fab-4553-b7cd-25c1114ab995,DISK] 2024-11-10T12:22:34,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.rep.1731241354728 2024-11-10T12:22:34,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42051:42051)] 2024-11-10T12:22:34,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 27c3337ac4ce29153897ffef293d2018, NAME => 'hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:34,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:34,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:34,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. service=MultiRowMutationService 2024-11-10T12:22:34,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:22:34,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:34,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,751 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,753 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27c3337ac4ce29153897ffef293d2018 columnFamilyName hfileref 2024-11-10T12:22:34,753 DEBUG [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:34,753 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] regionserver.HStore(327): Store=27c3337ac4ce29153897ffef293d2018/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:34,753 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,754 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27c3337ac4ce29153897ffef293d2018 columnFamilyName queue 2024-11-10T12:22:34,754 DEBUG [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:34,755 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] regionserver.HStore(327): Store=27c3337ac4ce29153897ffef293d2018/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:34,755 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,756 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27c3337ac4ce29153897ffef293d2018 columnFamilyName sid 2024-11-10T12:22:34,756 DEBUG [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:34,756 INFO [StoreOpener-27c3337ac4ce29153897ffef293d2018-1 {}] regionserver.HStore(327): Store=27c3337ac4ce29153897ffef293d2018/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:34,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:22:34,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:34,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 27c3337ac4ce29153897ffef293d2018; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64786051, jitterRate=-0.034612610936164856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:22:34,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:34,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 27c3337ac4ce29153897ffef293d2018: Running coprocessor pre-open hook at 1731241354750Writing region info on filesystem at 1731241354750Initializing all the Stores at 1731241354751 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241354751Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241354751Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241354751Cleaning up temporary data from old regions at 1731241354758 (+7 ms)Running coprocessor post-open hooks at 1731241354762 (+4 ms)Region opened successfully at 1731241354763 (+1 ms) 2024-11-10T12:22:34,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018., pid=10, masterSystemTime=1731241354723 2024-11-10T12:22:34,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:34,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:34,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27c3337ac4ce29153897ffef293d2018, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,35079,1731241342105 2024-11-10T12:22:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27c3337ac4ce29153897ffef293d2018, server=3857ccc89b65,35079,1731241342105 because future has completed 2024-11-10T12:22:34,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:22:34,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27c3337ac4ce29153897ffef293d2018, server=3857ccc89b65,35079,1731241342105 in 197 msec 2024-11-10T12:22:34,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:22:34,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27c3337ac4ce29153897ffef293d2018, ASSIGN in 354 msec 2024-11-10T12:22:34,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:22:34,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241354772"}]},"ts":"1731241354772"} 2024-11-10T12:22:34,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:22:34,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:22:34,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-10T12:22:34,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018., hostname=3857ccc89b65,35079,1731241342105, seqNum=2] 2024-11-10T12:22:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:34,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:22:34,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:22:34,963 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:22:34,992 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,35079,1731241342105, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:22:34,993 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:34,993 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35079,1731241342105, seqNum=-1] 2024-11-10T12:22:34,993 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:34,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T12:22:34,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,35079,1731241342105', locateType=CURRENT is [region=hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018., hostname=3857ccc89b65,35079,1731241342105, seqNum=2] 2024-11-10T12:22:34,998 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:22:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:22:35,000 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,35079,1731241342105 suceeded 2024-11-10T12:22:35,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:22:35,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T12:22:35,001 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:35383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:22:35,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-10T12:22:35,012 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:35383' 2024-11-10T12:22:35,013 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c96f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,013 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35383,-1 for getting cluster id 2024-11-10T12:22:35,013 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:35,013 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8c656c0-a241-4e45-bf12-7319876b3af5' 2024-11-10T12:22:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8c656c0-a241-4e45-bf12-7319876b3af5" 2024-11-10T12:22:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd51b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35383,-1] 2024-11-10T12:22:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:35,015 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:35,015 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b4c9547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,015 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35383,1731241346190 2024-11-10T12:22:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425f9141 2024-11-10T12:22:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:35,017 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T12:22:35,018 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,35079,1731241342105 (queues=1) is replicating from cluster=999b8ab0-895a-45af-8907-665f21a62a92 to cluster=b8c656c0-a241-4e45-bf12-7319876b3af5 2024-11-10T12:22:35,018 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C35079%2C1731241342105 2024-11-10T12:22:35,018 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,35079,1731241342105, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:22:35,018 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C35079%2C1731241342105 2024-11-10T12:22:35,018 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097, startPosition=0, beingWritten=true 2024-11-10T12:22:35,024 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:22:35,024 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:35,024 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,35079,1731241342105 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:22:35,228 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:35,532 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:35,731 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:22:35,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:35,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:35,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:35,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:35,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:35,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35383,-1 for getting cluster id 2024-11-10T12:22:35,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:35,733 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8c656c0-a241-4e45-bf12-7319876b3af5' 2024-11-10T12:22:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8c656c0-a241-4e45-bf12-7319876b3af5" 2024-11-10T12:22:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35383,-1] 2024-11-10T12:22:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:35,734 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fe8b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35383,1731241346190 2024-11-10T12:22:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ced0f02 2024-11-10T12:22:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:35,737 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:35,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:33563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:22:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:22:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:35,739 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:33563' 2024-11-10T12:22:35,740 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c1b551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,740 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33563,-1 for getting cluster id 2024-11-10T12:22:35,740 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:35,741 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999b8ab0-895a-45af-8907-665f21a62a92' 2024-11-10T12:22:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999b8ab0-895a-45af-8907-665f21a62a92" 2024-11-10T12:22:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fe3e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33563,-1] 2024-11-10T12:22:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:35,742 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35202a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:35,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:35,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33563,1731241342057 2024-11-10T12:22:35,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@516ac5e0 2024-11-10T12:22:35,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:35,744 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:35,745 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:22:35,745 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:22:35,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:35,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:35,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:35,745 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:35,746 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:22:35,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:22:35,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:35,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:22:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:22:35,796 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:22:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:35,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:35,936 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:35,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:35,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:22:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:36,155 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89af07fd7a33d1a4b306a0c1b0dfb4fa, NAME => 'hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240 2024-11-10T12:22:36,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:22:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:36,441 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 89af07fd7a33d1a4b306a0c1b0dfb4fa, disabling compactions & flushes 2024-11-10T12:22:36,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. after waiting 0 ms 2024-11-10T12:22:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:36,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89af07fd7a33d1a4b306a0c1b0dfb4fa: Waiting for close lock at 1731241356561Disabling compacts and flushes for region at 1731241356561Disabling writes for close at 1731241356561Writing region close event to WAL at 1731241356561Closed at 1731241356561 2024-11-10T12:22:36,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:22:36,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241356563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241356563"}]},"ts":"1731241356563"} 2024-11-10T12:22:36,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:22:36,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:22:36,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241356566"}]},"ts":"1731241356566"} 2024-11-10T12:22:36,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:22:36,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89af07fd7a33d1a4b306a0c1b0dfb4fa, ASSIGN}] 2024-11-10T12:22:36,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89af07fd7a33d1a4b306a0c1b0dfb4fa, ASSIGN 2024-11-10T12:22:36,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89af07fd7a33d1a4b306a0c1b0dfb4fa, ASSIGN; state=OFFLINE, location=3857ccc89b65,44107,1731241346229; forceNewPlan=false, retain=false 2024-11-10T12:22:36,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89af07fd7a33d1a4b306a0c1b0dfb4fa, regionState=OPENING, regionLocation=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:36,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89af07fd7a33d1a4b306a0c1b0dfb4fa, ASSIGN because future has completed 2024-11-10T12:22:36,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89af07fd7a33d1a4b306a0c1b0dfb4fa, server=3857ccc89b65,44107,1731241346229}] 2024-11-10T12:22:36,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:36,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:36,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:22:36,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44107%2C1731241346229.rep, suffix=, logDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229, archiveDir=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/oldWALs, maxLogs=10 2024-11-10T12:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:36,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.rep.1731241356880, exclude list is [], retry=0 2024-11-10T12:22:36,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-eaad18a3-effa-4bd2-b9e9-c1432d1c6a02,DISK] 2024-11-10T12:22:36,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.rep.1731241356880 2024-11-10T12:22:36,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-11-10T12:22:36,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 89af07fd7a33d1a4b306a0c1b0dfb4fa, NAME => 'hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:36,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:36,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:36,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. service=MultiRowMutationService 2024-11-10T12:22:36,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:22:36,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:36,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,900 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,901 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89af07fd7a33d1a4b306a0c1b0dfb4fa columnFamilyName hfileref 2024-11-10T12:22:36,901 DEBUG [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:36,901 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] regionserver.HStore(327): Store=89af07fd7a33d1a4b306a0c1b0dfb4fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:36,901 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,902 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89af07fd7a33d1a4b306a0c1b0dfb4fa columnFamilyName queue 2024-11-10T12:22:36,902 DEBUG [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:36,902 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] regionserver.HStore(327): Store=89af07fd7a33d1a4b306a0c1b0dfb4fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:36,902 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,903 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89af07fd7a33d1a4b306a0c1b0dfb4fa columnFamilyName sid 2024-11-10T12:22:36,903 DEBUG [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:36,903 INFO [StoreOpener-89af07fd7a33d1a4b306a0c1b0dfb4fa-1 {}] regionserver.HStore(327): Store=89af07fd7a33d1a4b306a0c1b0dfb4fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:36,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:22:36,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:36,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 89af07fd7a33d1a4b306a0c1b0dfb4fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73433783, jitterRate=0.09424863755702972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:22:36,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:36,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 89af07fd7a33d1a4b306a0c1b0dfb4fa: Running coprocessor pre-open hook at 1731241356899Writing region info on filesystem at 1731241356899Initializing all the Stores at 1731241356899Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241356899Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241356900 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241356900Cleaning up temporary data from old regions at 1731241356905 (+5 ms)Running coprocessor post-open hooks at 1731241356908 (+3 ms)Region opened successfully at 1731241356908 2024-11-10T12:22:36,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa., pid=10, masterSystemTime=1731241356874 2024-11-10T12:22:36,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:36,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:36,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89af07fd7a33d1a4b306a0c1b0dfb4fa, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,44107,1731241346229 2024-11-10T12:22:36,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89af07fd7a33d1a4b306a0c1b0dfb4fa, server=3857ccc89b65,44107,1731241346229 because future has completed 2024-11-10T12:22:36,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:22:36,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 89af07fd7a33d1a4b306a0c1b0dfb4fa, server=3857ccc89b65,44107,1731241346229 in 192 msec 2024-11-10T12:22:36,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:22:36,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89af07fd7a33d1a4b306a0c1b0dfb4fa, ASSIGN in 348 msec 2024-11-10T12:22:36,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:22:36,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241356917"}]},"ts":"1731241356917"} 2024-11-10T12:22:36,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:22:36,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:22:36,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-10T12:22:36,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa., hostname=3857ccc89b65,44107,1731241346229, seqNum=2] 2024-11-10T12:22:36,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:36,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:36,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:22:37,045 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:37,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:22:37,114 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:22:37,142 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,44107,1731241346229, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:22:37,143 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:37,143 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:37,143 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:37,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T12:22:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,44107,1731241346229', locateType=CURRENT is [region=hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa., hostname=3857ccc89b65,44107,1731241346229, seqNum=2] 2024-11-10T12:22:37,148 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:22:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:22:37,150 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,44107,1731241346229 suceeded 2024-11-10T12:22:37,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:22:37,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T12:22:37,152 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:33563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:22:37,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T12:22:37,162 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:33563' 2024-11-10T12:22:37,163 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62958bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:37,163 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33563,-1 for getting cluster id 2024-11-10T12:22:37,163 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:37,164 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999b8ab0-895a-45af-8907-665f21a62a92' 2024-11-10T12:22:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999b8ab0-895a-45af-8907-665f21a62a92" 2024-11-10T12:22:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ce076d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33563,-1] 2024-11-10T12:22:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:37,165 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:37,166 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baae95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:37,166 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:37,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33563,1731241342057 2024-11-10T12:22:37,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12cd105f 2024-11-10T12:22:37,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:37,167 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T12:22:37,168 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,44107,1731241346229 (queues=1) is replicating from cluster=b8c656c0-a241-4e45-bf12-7319876b3af5 to cluster=999b8ab0-895a-45af-8907-665f21a62a92 2024-11-10T12:22:37,168 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C44107%2C1731241346229 2024-11-10T12:22:37,168 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,44107,1731241346229, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:22:37,168 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C44107%2C1731241346229 2024-11-10T12:22:37,168 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224, startPosition=0, beingWritten=true 2024-11-10T12:22:37,176 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:22:37,176 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:37,176 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,44107,1731241346229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:22:37,380 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:37,684 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:37,750 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:22:37,890 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:22:37,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:37,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:37,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:37,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:37,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:37,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:37,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731241357894/Put/seqid=0 2024-11-10T12:22:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741840_1016 (size=7894) 2024-11-10T12:22:38,088 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:38,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731241358300/Put/seqid=0 2024-11-10T12:22:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741841_1017 (size=7691) 2024-11-10T12:22:38,553 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:38,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:22:38,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T12:22:38,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T12:22:38,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T12:22:38,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:22:38,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T12:22:38,592 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:38,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:38,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33563,-1 for getting cluster id 2024-11-10T12:22:38,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:38,707 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999b8ab0-895a-45af-8907-665f21a62a92' 2024-11-10T12:22:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999b8ab0-895a-45af-8907-665f21a62a92" 2024-11-10T12:22:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273aa653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33563,-1] 2024-11-10T12:22:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:38,708 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:38,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:38,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35079,1731241342105, seqNum=-1] 2024-11-10T12:22:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:38,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:38,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33563,1731241342057 2024-11-10T12:22:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5948d384 2024-11-10T12:22:38,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:38,720 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:38,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., hostname=3857ccc89b65,35079,1731241342105, seqNum=2] 2024-11-10T12:22:38,725 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:22:38,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T12:22:38,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T12:22:38,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T12:22:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:38,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T12:22:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HRegion(2603): Flush status journal for 2754c044ae5c3dd0f9f0a0109c43611a: 2024-11-10T12:22:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_1 2024-11-10T12:22:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_1 as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ 2024-11-10T12:22:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_0 2024-11-10T12:22:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_0 as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ 2024-11-10T12:22:38,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_1 into 2754c044ae5c3dd0f9f0a0109c43611a/f as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ - updating store file list. 2024-11-10T12:22:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:38,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ into 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:38,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_1 into 2754c044ae5c3dd0f9f0a0109c43611a/f (new location: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_) 2024-11-10T12:22:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_1 2024-11-10T12:22:38,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_0 into 2754c044ae5c3dd0f9f0a0109c43611a/f as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ - updating store file list. 2024-11-10T12:22:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7784f3c61c14b35836115109d39f3e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:38,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ into 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:38,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_0 into 2754c044ae5c3dd0f9f0a0109c43611a/f (new location: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_) 2024-11-10T12:22:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins__test__jcj2kqtqddl30hcc6m3jln9qqtp5mlj253apd68fgoepgj5l0sh4u4b8pdpkj0i9/f/hfile_0 2024-11-10T12:22:38,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:38,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:38,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:38,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., hostname=3857ccc89b65,35079,1731241342105, seqNum=2 , the old value is region=test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., hostname=3857ccc89b65,35079,1731241342105, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3857ccc89b65:35079 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:22:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., hostname=3857ccc89b65,35079,1731241342105, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:22:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., hostname=3857ccc89b65,35079,1731241342105, seqNum=2 from cache 2024-11-10T12:22:38,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:38,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:38,760 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T12:22:38,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., hostname=3857ccc89b65,44107,1731241346229, seqNum=2] 2024-11-10T12:22:38,764 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:22:38,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T12:22:39,207 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:39,458 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 379, reset compression=false 2024-11-10T12:22:39,464 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:22:39,464 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,35079,1731241342105 got entry batch from reader: WALEntryBatch [walEntries=[{test/2754c044ae5c3dd0f9f0a0109c43611a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241358757/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T12:22:39,466 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:39,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T12:22:39,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.ReplicationSink(318): Replicating [999b8ab0-895a-45af-8907-665f21a62a92] bulk loaded data 2024-11-10T12:22:39,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65730908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:39,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35383,-1 for getting cluster id 2024-11-10T12:22:39,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:39,470 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8c656c0-a241-4e45-bf12-7319876b3af5' 2024-11-10T12:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8c656c0-a241-4e45-bf12-7319876b3af5" 2024-11-10T12:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@596ae81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35383,-1] 2024-11-10T12:22:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:39,471 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:39,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781a8b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:39,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741840_1016 (size=7691) 2024-11-10T12:22:39,664 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 687, reset compression=false 2024-11-10T12:22:39,767 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:22:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741841_1017 (size=7894) 2024-11-10T12:22:39,911 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:39,968 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 687, reset compression=false 2024-11-10T12:22:40,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:40,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35383,1731241346190 2024-11-10T12:22:40,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431ffa92 2024-11-10T12:22:40,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:40,299 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T12:22:40,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:22:40,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:40,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:40,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:40,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T12:22:40,308 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T12:22:40,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T12:22:40,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ for inclusion in 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T12:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:40,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ for inclusion in 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T12:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HRegion(2603): Flush status journal for 96dfe5956e8e385ea0e3d114980646f2: 2024-11-10T12:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/22f2738574de46a586a20fb5765eb5d1_SeqId_4_ 2024-11-10T12:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b7784f3c61c14b35836115109d39f3e6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/34f20222d91847d682eaac56d3824f06_SeqId_4_ 2024-11-10T12:22:40,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ into 96dfe5956e8e385ea0e3d114980646f2/f as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/22f2738574de46a586a20fb5765eb5d1_SeqId_4_ - updating store file list. 2024-11-10T12:22:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22f2738574de46a586a20fb5765eb5d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:40,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/22f2738574de46a586a20fb5765eb5d1_SeqId_4_ into 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:40,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ into 96dfe5956e8e385ea0e3d114980646f2/f (new location: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/22f2738574de46a586a20fb5765eb5d1_SeqId_4_) 2024-11-10T12:22:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/4ae6ca4af8db4d99993ee5693336f95c_SeqId_4_ 2024-11-10T12:22:40,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ into 96dfe5956e8e385ea0e3d114980646f2/f as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/34f20222d91847d682eaac56d3824f06_SeqId_4_ - updating store file list. 2024-11-10T12:22:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34f20222d91847d682eaac56d3824f06_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:40,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/34f20222d91847d682eaac56d3824f06_SeqId_4_ into 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:40,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ into 96dfe5956e8e385ea0e3d114980646f2/f (new location: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/34f20222d91847d682eaac56d3824f06_SeqId_4_) 2024-11-10T12:22:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins.hfs.11__test__fj1avvq4hk7cbr5jr4fut9n4mc4h8oou3ssbc08qfg33abg50u5k9jgh38eid96p/f/b7784f3c61c14b35836115109d39f3e6_SeqId_4_ 2024-11-10T12:22:40,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.ReplicationSink(324): Finished replicating [999b8ab0-895a-45af-8907-665f21a62a92] bulk loaded data 2024-11-10T12:22:40,372 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 687, reset compression=false 2024-11-10T12:22:40,715 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 379, reset compression=false 2024-11-10T12:22:40,721 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:22:40,721 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,44107,1731241346229 got entry batch from reader: WALEntryBatch [walEntries=[{test/96dfe5956e8e385ea0e3d114980646f2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241360342/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T12:22:40,723 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:40,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T12:22:40,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.ReplicationSink(318): Replicating [999b8ab0-895a-45af-8907-665f21a62a92, b8c656c0-a241-4e45-bf12-7319876b3af5] bulk loaded data 2024-11-10T12:22:40,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23526f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:40,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33563,-1 for getting cluster id 2024-11-10T12:22:40,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:40,726 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '999b8ab0-895a-45af-8907-665f21a62a92' 2024-11-10T12:22:40,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:40,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "999b8ab0-895a-45af-8907-665f21a62a92" 2024-11-10T12:22:40,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e20f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:40,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33563,-1] 2024-11-10T12:22:40,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:40,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:40,728 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:40,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73678b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741842_1018 (size=7691) 2024-11-10T12:22:40,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:40,779 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731241360778/Put/seqid=0 2024-11-10T12:22:40,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741842_1018 (size=11194) 2024-11-10T12:22:40,877 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 687, reset compression=false 2024-11-10T12:22:40,921 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 725, reset compression=false 2024-11-10T12:22:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741843_1019 (size=7894) 2024-11-10T12:22:41,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731241361184/Put/seqid=0 2024-11-10T12:22:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741843_1019 (size=10791) 2024-11-10T12:22:41,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:41,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,35383,-1 for getting cluster id 2024-11-10T12:22:41,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:41,191 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8c656c0-a241-4e45-bf12-7319876b3af5' 2024-11-10T12:22:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8c656c0-a241-4e45-bf12-7319876b3af5" 2024-11-10T12:22:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13071010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,35383,-1] 2024-11-10T12:22:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:41,193 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:41,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:41,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:41,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:41,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,35383,1731241346190 2024-11-10T12:22:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eff28cc 2024-11-10T12:22:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:41,205 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., hostname=3857ccc89b65,44107,1731241346229, seqNum=2] 2024-11-10T12:22:41,210 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:22:41,216 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T12:22:41,218 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T12:22:41,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T12:22:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:41,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:41,226 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 725, reset compression=false 2024-11-10T12:22:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T12:22:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HRegion(2603): Flush status journal for 96dfe5956e8e385ea0e3d114980646f2: 2024-11-10T12:22:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_0 2024-11-10T12:22:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_0 as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ 2024-11-10T12:22:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_1 2024-11-10T12:22:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_1 as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ 2024-11-10T12:22:41,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_0 into 96dfe5956e8e385ea0e3d114980646f2/f as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ - updating store file list. 2024-11-10T12:22:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a425351f68784ab8a086730ba747b3f0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:41,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ into 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:41,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_0 into 96dfe5956e8e385ea0e3d114980646f2/f (new location: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_) 2024-11-10T12:22:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_0 2024-11-10T12:22:41,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_1 into 96dfe5956e8e385ea0e3d114980646f2/f as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ - updating store file list. 2024-11-10T12:22:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff83edbad16b4f95bebe03cac7870dde_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:41,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ into 96dfe5956e8e385ea0e3d114980646f2/f 2024-11-10T12:22:41,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_1 into 96dfe5956e8e385ea0e3d114980646f2/f (new location: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_) 2024-11-10T12:22:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/staging/jenkins__test__4u15d3f53e19b3ned8kba7np70tgdnq0cp9rq5h4d63j7o7mpjon0097l7nrc3eh/f/hfile_1 2024-11-10T12:22:41,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:41,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:41,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:41,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., hostname=3857ccc89b65,44107,1731241346229, seqNum=2 , the old value is region=test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., hostname=3857ccc89b65,44107,1731241346229, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3857ccc89b65:44107 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:22:41,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., hostname=3857ccc89b65,44107,1731241346229, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:22:41,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., hostname=3857ccc89b65,44107,1731241346229, seqNum=2 from cache 2024-11-10T12:22:41,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:41,246 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T12:22:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35079,1731241342105, seqNum=-1] 2024-11-10T12:22:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:41,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., hostname=3857ccc89b65,35079,1731241342105, seqNum=2] 2024-11-10T12:22:41,257 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:22:41,350 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:44107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T12:22:41,482 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 687, reset compression=false 2024-11-10T12:22:41,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33563,1731241342057 2024-11-10T12:22:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c50f3cf 2024-11-10T12:22:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:41,554 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T12:22:41,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:22:41,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:41,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,35079,1731241342105, seqNum=-1] 2024-11-10T12:22:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:41,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T12:22:41,564 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__b2pngbeocd99fdnh5mc5jvkgsneq46v1augnuhmcph5fna36t3algrd9pmtbe061/f/22f2738574de46a586a20fb5765eb5d1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T12:22:41,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__b2pngbeocd99fdnh5mc5jvkgsneq46v1augnuhmcph5fna36t3algrd9pmtbe061/f/34f20222d91847d682eaac56d3824f06_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T12:22:41,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.ReplicationSink(324): Finished replicating [999b8ab0-895a-45af-8907-665f21a62a92, b8c656c0-a241-4e45-bf12-7319876b3af5] bulk loaded data 2024-11-10T12:22:41,630 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 725, reset compression=false 2024-11-10T12:22:41,636 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:22:41,636 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,44107,1731241346229 got entry batch from reader: WALEntryBatch [walEntries=[{test/96dfe5956e8e385ea0e3d114980646f2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241361244/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T12:22:41,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.ReplicationSink(318): Replicating [b8c656c0-a241-4e45-bf12-7319876b3af5] bulk loaded data 2024-11-10T12:22:41,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741844_1020 (size=11194) 2024-11-10T12:22:41,836 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1033, reset compression=false 2024-11-10T12:22:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741845_1021 (size=10791) 2024-11-10T12:22:42,140 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1033, reset compression=false 2024-11-10T12:22:42,186 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 687, reset compression=false 2024-11-10T12:22:42,261 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:22:42,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:42,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:42,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:22:42,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T12:22:42,465 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T12:22:42,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ for inclusion in 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T12:22:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:42,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ for inclusion in 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T12:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HRegion(2603): Flush status journal for 2754c044ae5c3dd0f9f0a0109c43611a: 2024-11-10T12:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a425351f68784ab8a086730ba747b3f0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/2869d837a3ec44ce95e1c8294ab0e708_SeqId_6_ 2024-11-10T12:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/79e0f386354d46db8cd5c891c6dfb2aa_SeqId_6_ 2024-11-10T12:22:42,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ into 2754c044ae5c3dd0f9f0a0109c43611a/f as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/2869d837a3ec44ce95e1c8294ab0e708_SeqId_6_ - updating store file list. 2024-11-10T12:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2869d837a3ec44ce95e1c8294ab0e708_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:42,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/2869d837a3ec44ce95e1c8294ab0e708_SeqId_6_ into 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:42,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ into 2754c044ae5c3dd0f9f0a0109c43611a/f (new location: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/2869d837a3ec44ce95e1c8294ab0e708_SeqId_6_) 2024-11-10T12:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/a425351f68784ab8a086730ba747b3f0_SeqId_6_ 2024-11-10T12:22:42,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ into 2754c044ae5c3dd0f9f0a0109c43611a/f as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/79e0f386354d46db8cd5c891c6dfb2aa_SeqId_6_ - updating store file list. 2024-11-10T12:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79e0f386354d46db8cd5c891c6dfb2aa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:22:42,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/79e0f386354d46db8cd5c891c6dfb2aa_SeqId_6_ into 2754c044ae5c3dd0f9f0a0109c43611a/f 2024-11-10T12:22:42,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ into 2754c044ae5c3dd0f9f0a0109c43611a/f (new location: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/f/79e0f386354d46db8cd5c891c6dfb2aa_SeqId_6_) 2024-11-10T12:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/staging/jenkins.hfs.10__test__aq7rntk3kvjfs2fj4mcsieq1ee2d71doklcuiso7h6rg3o0pednspasq9335d1go/f/ff83edbad16b4f95bebe03cac7870dde_SeqId_6_ 2024-11-10T12:22:42,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] regionserver.ReplicationSink(324): Finished replicating [b8c656c0-a241-4e45-bf12-7319876b3af5] bulk loaded data 2024-11-10T12:22:42,544 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1033, reset compression=false 2024-11-10T12:22:42,989 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 687, reset compression=false 2024-11-10T12:22:42,994 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:22:42,994 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,35079,1731241342105 got entry batch from reader: WALEntryBatch [walEntries=[{test/2754c044ae5c3dd0f9f0a0109c43611a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241362485/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T12:22:42,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.ReplicationSink(318): Replicating [b8c656c0-a241-4e45-bf12-7319876b3af5, 999b8ab0-895a-45af-8907-665f21a62a92] bulk loaded data 2024-11-10T12:22:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741844_1020 (size=11194) 2024-11-10T12:22:43,049 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1033, reset compression=false 2024-11-10T12:22:43,194 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:43,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:22:43,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:43,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:43,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:43,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:43,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:22:43,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981615064, stopped=false 2024-11-10T12:22:43,271 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,35383,1731241346190 2024-11-10T12:22:43,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1208454673/running 2024-11-10T12:22:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1208454673/running 2024-11-10T12:22:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:43,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:43,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:43,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:43,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:43,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,44107,1731241346229' ***** 2024-11-10T12:22:43,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:22:43,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on znode that does not yet exist, /1-1208454673/running 2024-11-10T12:22:43,275 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:22:43,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Set watcher on znode that does not yet exist, /1-1208454673/running 2024-11-10T12:22:43,275 INFO [RS:0;3857ccc89b65:44107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:22:43,275 INFO [RS:0;3857ccc89b65:44107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:22:43,276 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(3091): Received CLOSE for 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(3091): Received CLOSE for 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,44107,1731241346229 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44107. 2024-11-10T12:22:43,276 DEBUG [RS:0;3857ccc89b65:44107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:43,276 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:43,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96dfe5956e8e385ea0e3d114980646f2, disabling compactions & flushes 2024-11-10T12:22:43,276 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:43,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:22:43,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. after waiting 0 ms 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:22:43,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:43,276 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:22:43,277 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:22:43,280 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:22:43,280 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1325): Online Regions={96dfe5956e8e385ea0e3d114980646f2=test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2., 89af07fd7a33d1a4b306a0c1b0dfb4fa=hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:22:43,280 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89af07fd7a33d1a4b306a0c1b0dfb4fa, 96dfe5956e8e385ea0e3d114980646f2 2024-11-10T12:22:43,280 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:43,280 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:43,280 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:43,280 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:43,280 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:43,280 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:22:43,284 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/default/test/96dfe5956e8e385ea0e3d114980646f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:22:43,285 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96dfe5956e8e385ea0e3d114980646f2: Waiting for close lock at 1731241363276Running coprocessor pre-close hooks at 1731241363276Disabling compacts and flushes for region at 1731241363276Disabling writes for close at 1731241363276Writing region close event to WAL at 1731241363280 (+4 ms)Running coprocessor post-close hooks at 1731241363285 (+5 ms)Closed at 1731241363285 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2. 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89af07fd7a33d1a4b306a0c1b0dfb4fa, disabling compactions & flushes 2024-11-10T12:22:43,285 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. after waiting 0 ms 2024-11-10T12:22:43,285 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:43,285 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89af07fd7a33d1a4b306a0c1b0dfb4fa 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T12:22:43,300 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/.tmp/hfileref/d73531f8e1594a3cad3f4f025cd8a628 is 74, key is 1/hfileref:22f2738574de46a586a20fb5765eb5d1_SeqId_4_/1731241361570/DeleteColumn/seqid=0 2024-11-10T12:22:43,300 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/info/a6b782523df74d09800aa57216e5f79e is 147, key is hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa./info:regioninfo/1731241356911/Put/seqid=0 2024-11-10T12:22:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741845_1021 (size=5345) 2024-11-10T12:22:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741846_1022 (size=7686) 2024-11-10T12:22:43,304 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/.tmp/hfileref/d73531f8e1594a3cad3f4f025cd8a628 2024-11-10T12:22:43,310 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:43,323 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/.tmp/queue/35db38bbd6f84390aacad55a8d03c089 is 154, key is 1-3857ccc89b65,44107,1731241346229/queue:3857ccc89b65%2C44107%2C1731241346229/1731241362489/Put/seqid=0 2024-11-10T12:22:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741847_1023 (size=5353) 2024-11-10T12:22:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741848_1024 (size=10791) 2024-11-10T12:22:43,480 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:43,498 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:43,653 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1033, reset compression=false 2024-11-10T12:22:43,657 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:22:43,657 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1328, reset compression=false 2024-11-10T12:22:43,657 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,44107,1731241346229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:22:43,658 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,44107,1731241346229: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,44107,1731241346229, walGroup=3857ccc89b65%2C44107%2C1731241346229, offset=3857ccc89b65%2C44107%2C1731241346229.1731241348224:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:44107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:22:43,659 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:22:43,659 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:22:43,660 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:22:43,660 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:22:43,660 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:22:43,661 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 546148472 }, "NonHeapMemoryUsage": { "committed": 190840832, "init": 7667712, "max": -1, "used": 188110208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:22:43,663 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:22:43,680 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89af07fd7a33d1a4b306a0c1b0dfb4fa 2024-11-10T12:22:43,705 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/info/a6b782523df74d09800aa57216e5f79e 2024-11-10T12:22:43,724 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/ns/6b643331d60e472489bbf8258614720c is 43, key is default/ns:d/1731241349177/Put/seqid=0 2024-11-10T12:22:43,727 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/.tmp/queue/35db38bbd6f84390aacad55a8d03c089 2024-11-10T12:22:43,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741849_1025 (size=5153) 2024-11-10T12:22:43,732 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/.tmp/hfileref/d73531f8e1594a3cad3f4f025cd8a628 as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/hfileref/d73531f8e1594a3cad3f4f025cd8a628 2024-11-10T12:22:43,736 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/hfileref/d73531f8e1594a3cad3f4f025cd8a628, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T12:22:43,737 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/.tmp/queue/35db38bbd6f84390aacad55a8d03c089 as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/queue/35db38bbd6f84390aacad55a8d03c089 2024-11-10T12:22:43,742 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/queue/35db38bbd6f84390aacad55a8d03c089, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T12:22:43,743 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 89af07fd7a33d1a4b306a0c1b0dfb4fa in 457ms, sequenceid=12, compaction requested=false 2024-11-10T12:22:43,746 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/replication/89af07fd7a33d1a4b306a0c1b0dfb4fa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T12:22:43,746 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:43,747 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:43,747 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:43,747 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89af07fd7a33d1a4b306a0c1b0dfb4fa: Waiting for close lock at 1731241363285Running coprocessor pre-close hooks at 1731241363285Disabling compacts and flushes for region at 1731241363285Disabling writes for close at 1731241363285Obtaining lock to block concurrent updates at 1731241363285Preparing flush snapshotting stores in 89af07fd7a33d1a4b306a0c1b0dfb4fa at 1731241363285Finished memstore snapshotting hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731241363286 (+1 ms)Flushing stores of hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. at 1731241363286Flushing 89af07fd7a33d1a4b306a0c1b0dfb4fa/hfileref: creating writer at 1731241363286Flushing 89af07fd7a33d1a4b306a0c1b0dfb4fa/hfileref: appending metadata at 1731241363299 (+13 ms)Flushing 89af07fd7a33d1a4b306a0c1b0dfb4fa/hfileref: closing flushed file at 1731241363299Flushing 89af07fd7a33d1a4b306a0c1b0dfb4fa/queue: creating writer at 1731241363309 (+10 ms)Flushing 89af07fd7a33d1a4b306a0c1b0dfb4fa/queue: appending metadata at 1731241363322 (+13 ms)Flushing 89af07fd7a33d1a4b306a0c1b0dfb4fa/queue: closing flushed file at 1731241363322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acca827: reopening flushed file at 1731241363731 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c63b757: reopening flushed file at 1731241363736 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 89af07fd7a33d1a4b306a0c1b0dfb4fa in 457ms, sequenceid=12, compaction requested=false at 1731241363743 (+7 ms)Writing region close event to WAL at 1731241363743Running coprocessor post-close hooks at 1731241363746 (+3 ms)Closed at 1731241363747 (+1 ms) 2024-11-10T12:22:43,747 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241355745.89af07fd7a33d1a4b306a0c1b0dfb4fa. 2024-11-10T12:22:43,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:22:43,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:43,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 from cache 2024-11-10T12:22:43,861 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1328, reset compression=false 2024-11-10T12:22:43,881 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:43,902 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:43,919 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:43,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:43,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 from cache 2024-11-10T12:22:44,081 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:44,129 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/ns/6b643331d60e472489bbf8258614720c 2024-11-10T12:22:44,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:44,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:44,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:44,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 from cache 2024-11-10T12:22:44,148 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/rep_barrier/23a67d38990f44ed9a04ea9d19326a9a is 112, key is test,,1731241351423.96dfe5956e8e385ea0e3d114980646f2./rep_barrier:seqnumDuringOpen/1731241352573/Put/seqid=0 2024-11-10T12:22:44,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741850_1026 (size=5518) 2024-11-10T12:22:44,165 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1328, reset compression=false 2024-11-10T12:22:44,167 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:22:44,167 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:22:44,281 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:22:44,281 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:22:44,281 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:44,406 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:44,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:44,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:44,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:44,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 from cache 2024-11-10T12:22:44,481 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:44,552 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/rep_barrier/23a67d38990f44ed9a04ea9d19326a9a 2024-11-10T12:22:44,568 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1328, reset compression=false 2024-11-10T12:22:44,571 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/table/702586ae119f4bbe9a377e47ea5714ff is 53, key is hbase:replication/table:state/1731241356917/Put/seqid=0 2024-11-10T12:22:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741851_1027 (size=5308) 2024-11-10T12:22:44,681 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:44,882 DEBUG [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:44,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:44,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1] 2024-11-10T12:22:44,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:44,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44107,1731241346229, seqNum=-1 from cache 2024-11-10T12:22:44,952 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:44,953 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T12:22:43.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43.922Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.132Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.442Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.951Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T12:22:44,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T12:22:43.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43.922Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.132Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.442Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.951Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T12:22:44,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:46266 deadline: 1731241422995, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T12:22:43.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43.922Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.132Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.442Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.951Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44,956 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T12:22:43.818Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:43.922Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.132Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.442Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting 2024-11-10T12:22:44.951Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:44,975 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/table/702586ae119f4bbe9a377e47ea5714ff 2024-11-10T12:22:44,981 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/info/a6b782523df74d09800aa57216e5f79e as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/info/a6b782523df74d09800aa57216e5f79e 2024-11-10T12:22:44,985 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/info/a6b782523df74d09800aa57216e5f79e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:22:44,986 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/ns/6b643331d60e472489bbf8258614720c as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/ns/6b643331d60e472489bbf8258614720c 2024-11-10T12:22:44,990 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/ns/6b643331d60e472489bbf8258614720c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:22:44,991 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/rep_barrier/23a67d38990f44ed9a04ea9d19326a9a as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/rep_barrier/23a67d38990f44ed9a04ea9d19326a9a 2024-11-10T12:22:44,994 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/rep_barrier/23a67d38990f44ed9a04ea9d19326a9a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:22:44,995 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/.tmp/table/702586ae119f4bbe9a377e47ea5714ff as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/table/702586ae119f4bbe9a377e47ea5714ff 2024-11-10T12:22:44,999 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/table/702586ae119f4bbe9a377e47ea5714ff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:22:45,000 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-10T12:22:45,007 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:22:45,007 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:45,007 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:45,007 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:45,007 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241363280Running coprocessor pre-close hooks at 1731241363280Disabling compacts and flushes for region at 1731241363280Disabling writes for close at 1731241363280Obtaining lock to block concurrent updates at 1731241363280Preparing flush snapshotting stores in 1588230740 at 1731241363280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241363281 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241363281Flushing 1588230740/info: creating writer at 1731241363282 (+1 ms)Flushing 1588230740/info: appending metadata at 1731241363300 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731241363300Flushing 1588230740/ns: creating writer at 1731241363710 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731241363724 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241363724Flushing 1588230740/rep_barrier: creating writer at 1731241364133 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241364147 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241364147Flushing 1588230740/table: creating writer at 1731241364556 (+409 ms)Flushing 1588230740/table: appending metadata at 1731241364571 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731241364571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfd00f3: reopening flushed file at 1731241364980 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2813185: reopening flushed file at 1731241364985 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5927b72b: reopening flushed file at 1731241364990 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d90a96: reopening flushed file at 1731241364995 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731241365000 (+5 ms)Writing region close event to WAL at 1731241365004 (+4 ms)Running coprocessor post-close hooks at 1731241365007 (+3 ms)Closed at 1731241365007 2024-11-10T12:22:45,008 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:45,009 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:45,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:45,060 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3857ccc89b65,44107,1731241346229 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:45,072 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 to pos 1328, reset compression=false 2024-11-10T12:22:45,082 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,44107,1731241346229; all regions closed. 2024-11-10T12:22:45,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.meta.1731241349135.meta not finished, retry = 0 2024-11-10T12:22:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:22:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741839_1015 (size=3127) 2024-11-10T12:22:45,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.rep.1731241356880 not finished, retry = 0 2024-11-10T12:22:45,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3857ccc89b65,44107,1731241346229 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:45,264 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3857ccc89b65,44107,1731241346229 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:45,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/WALs/3857ccc89b65,44107,1731241346229/3857ccc89b65%2C44107%2C1731241346229.1731241348224 not finished, retry = 0 2024-11-10T12:22:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741832_1008 (size=1336) 2024-11-10T12:22:45,391 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:45,391 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:45,391 INFO [RS:0;3857ccc89b65:44107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:45,392 INFO [RS:0;3857ccc89b65:44107 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:45,392 INFO [RS:0;3857ccc89b65:44107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:45,392 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:45,392 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,44107,1731241346229 because: Region server is closing 2024-11-10T12:22:45,392 INFO [RS:0;3857ccc89b65:44107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44107. 2024-11-10T12:22:45,392 DEBUG [RS:0;3857ccc89b65:44107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:45,392 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:45,393 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:45,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:45,493 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.shipper3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 terminated 2024-11-10T12:22:45,493 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,44107,1731241346229.replicationSource.wal-reader.3857ccc89b65%2C44107%2C1731241346229,1-3857ccc89b65,44107,1731241346229 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:22:45,493 INFO [RS:0;3857ccc89b65:44107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44107. 2024-11-10T12:22:45,493 DEBUG [RS:0;3857ccc89b65:44107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:45,493 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:45,493 DEBUG [RS:0;3857ccc89b65:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:45,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:45,493 INFO [RS:0;3857ccc89b65:44107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44107 2024-11-10T12:22:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1208454673/rs/3857ccc89b65,44107,1731241346229 2024-11-10T12:22:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673/rs 2024-11-10T12:22:45,496 INFO [RS:0;3857ccc89b65:44107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:45,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,44107,1731241346229] 2024-11-10T12:22:45,500 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1208454673/draining/3857ccc89b65,44107,1731241346229 already deleted, retry=false 2024-11-10T12:22:45,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,44107,1731241346229 expired; onlineServers=0 2024-11-10T12:22:45,500 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,35383,1731241346190' ***** 2024-11-10T12:22:45,500 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:22:45,500 INFO [M:0;3857ccc89b65:35383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:45,500 INFO [M:0;3857ccc89b65:35383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:45,500 DEBUG [M:0;3857ccc89b65:35383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:22:45,500 DEBUG [M:0;3857ccc89b65:35383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:22:45,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:22:45,500 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241347987 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241347987,5,FailOnTimeoutGroup] 2024-11-10T12:22:45,500 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241347987 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241347987,5,FailOnTimeoutGroup] 2024-11-10T12:22:45,500 INFO [M:0;3857ccc89b65:35383 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:45,500 INFO [M:0;3857ccc89b65:35383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:45,500 DEBUG [M:0;3857ccc89b65:35383 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:22:45,500 INFO [M:0;3857ccc89b65:35383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:22:45,500 INFO [M:0;3857ccc89b65:35383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:45,501 INFO [M:0;3857ccc89b65:35383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:22:45,501 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:22:45,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1208454673/master 2024-11-10T12:22:45,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1208454673 2024-11-10T12:22:45,502 DEBUG [M:0;3857ccc89b65:35383 {}] zookeeper.ZKUtil(347): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Unable to get data of znode /1-1208454673/master because node does not exist (not an error) 2024-11-10T12:22:45,502 WARN [M:0;3857ccc89b65:35383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:22:45,502 INFO [M:0;3857ccc89b65:35383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/.lastflushedseqids 2024-11-10T12:22:45,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741852_1028 (size=263) 2024-11-10T12:22:45,567 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3857ccc89b65:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3857ccc89b65:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:44107 2024-11-10T12:22:45,568 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=3857ccc89b65:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:44107 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T12:22:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:22:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40784 deadline: 1731241425570, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T12:22:45,572 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T12:22:45,572 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T12:22:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:45,597 INFO [RS:0;3857ccc89b65:44107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x10101d45b0c0004, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:45,597 INFO [RS:0;3857ccc89b65:44107 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,44107,1731241346229; zookeeper connection closed. 2024-11-10T12:22:45,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bcf003c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bcf003c 2024-11-10T12:22:45,598 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:22:45,713 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:45,907 INFO [M:0;3857ccc89b65:35383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:22:45,907 INFO [M:0;3857ccc89b65:35383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:22:45,907 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:45,908 INFO [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:45,908 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:45,908 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:45,908 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:45,908 INFO [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T12:22:45,923 DEBUG [M:0;3857ccc89b65:35383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/669cd86e9ad74227af45c8bb1eb5219f is 82, key is hbase:meta,,1/info:regioninfo/1731241349166/Put/seqid=0 2024-11-10T12:22:45,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741853_1029 (size=5672) 2024-11-10T12:22:45,973 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T12:22:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:22:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40784 deadline: 1731241425974, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T12:22:45,975 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T12:22:45,976 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T12:22:45,976 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T12:22:46,328 INFO [M:0;3857ccc89b65:35383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/669cd86e9ad74227af45c8bb1eb5219f 2024-11-10T12:22:46,354 DEBUG [M:0;3857ccc89b65:35383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22801578396c4aa5875fb168fe791018 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241356920/Put/seqid=0 2024-11-10T12:22:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741854_1030 (size=8516) 2024-11-10T12:22:46,477 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T12:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40784 deadline: 1731241426478, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T12:22:46,479 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T12:22:46,480 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T12:22:46,480 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T12:22:46,516 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:46,758 INFO [M:0;3857ccc89b65:35383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22801578396c4aa5875fb168fe791018 2024-11-10T12:22:46,777 DEBUG [M:0;3857ccc89b65:35383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a89d0234d3448fb8e296d36a0e87c7 is 69, key is 3857ccc89b65,44107,1731241346229/rs:state/1731241348071/Put/seqid=0 2024-11-10T12:22:46,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741855_1031 (size=5156) 2024-11-10T12:22:47,081 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T12:22:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:22:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40784 deadline: 1731241427083, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T12:22:47,083 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T12:22:47,084 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T12:22:47,085 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T12:22:47,181 INFO [M:0;3857ccc89b65:35383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a89d0234d3448fb8e296d36a0e87c7 2024-11-10T12:22:47,186 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/669cd86e9ad74227af45c8bb1eb5219f as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/669cd86e9ad74227af45c8bb1eb5219f 2024-11-10T12:22:47,189 INFO [M:0;3857ccc89b65:35383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/669cd86e9ad74227af45c8bb1eb5219f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T12:22:47,190 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22801578396c4aa5875fb168fe791018 as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22801578396c4aa5875fb168fe791018 2024-11-10T12:22:47,194 INFO [M:0;3857ccc89b65:35383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22801578396c4aa5875fb168fe791018, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T12:22:47,194 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a89d0234d3448fb8e296d36a0e87c7 as hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a89d0234d3448fb8e296d36a0e87c7 2024-11-10T12:22:47,198 INFO [M:0;3857ccc89b65:35383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41901/user/jenkins/test-data/8ee0ce60-9c9a-c29f-d048-5e4282354240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a89d0234d3448fb8e296d36a0e87c7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T12:22:47,199 INFO [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-10T12:22:47,204 INFO [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:47,204 DEBUG [M:0;3857ccc89b65:35383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241365907Disabling compacts and flushes for region at 1731241365907Disabling writes for close at 1731241365908 (+1 ms)Obtaining lock to block concurrent updates at 1731241365908Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241365908Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731241365908Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241365909 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241365909Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241365923 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241365923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241366332 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241366353 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241366353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241366762 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241366776 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241366776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e0e514: reopening flushed file at 1731241367185 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b31684: reopening flushed file at 1731241367190 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e48f95d: reopening flushed file at 1731241367194 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731241367199 (+5 ms)Writing region close event to WAL at 1731241367204 (+5 ms)Closed at 1731241367204 2024-11-10T12:22:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741830_1006 (size=63654) 2024-11-10T12:22:47,207 INFO [M:0;3857ccc89b65:35383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:22:47,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:47,207 INFO [M:0;3857ccc89b65:35383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35383 2024-11-10T12:22:47,208 INFO [M:0;3857ccc89b65:35383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:47,309 INFO [M:0;3857ccc89b65:35383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35383-0x10101d45b0c0003, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:47,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cc87239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:47,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:47,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:47,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:47,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:47,314 WARN [BP-489072450-172.17.0.2-1731241345162 heartbeating to localhost/127.0.0.1:41901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:22:47,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:22:47,314 WARN [BP-489072450-172.17.0.2-1731241345162 heartbeating to localhost/127.0.0.1:41901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-489072450-172.17.0.2-1731241345162 (Datanode Uuid 21cde413-01a2-4fff-8050-7a21a745b725) service to localhost/127.0.0.1:41901 2024-11-10T12:22:47,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:22:47,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/cluster_e756fada-8ca2-c3de-da84-f4315635cd46/data/data1/current/BP-489072450-172.17.0.2-1731241345162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:47,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/cluster_e756fada-8ca2-c3de-da84-f4315635cd46/data/data2/current/BP-489072450-172.17.0.2-1731241345162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:47,315 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:22:47,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6114c7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:47,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:47,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:47,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:47,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:22:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:22:47,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:47,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:47,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:47,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:47,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:47,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:22:47,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532835451, stopped=false 2024-11-10T12:22:47,338 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,33563,1731241342057 2024-11-10T12:22:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606428821/running 2024-11-10T12:22:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606428821/running 2024-11-10T12:22:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:47,339 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:47,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:22:47,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:47,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:47,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on znode that does not yet exist, /01606428821/running 2024-11-10T12:22:47,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,35079,1731241342105' ***** 2024-11-10T12:22:47,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Set watcher on znode that does not yet exist, /01606428821/running 2024-11-10T12:22:47,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:22:47,341 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:22:47,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:22:47,341 INFO [RS:0;3857ccc89b65:35079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:22:47,341 INFO [RS:0;3857ccc89b65:35079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:22:47,341 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(3091): Received CLOSE for 2754c044ae5c3dd0f9f0a0109c43611a 2024-11-10T12:22:47,341 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(3091): Received CLOSE for 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:47,341 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,35079,1731241342105 2024-11-10T12:22:47,341 INFO [RS:0;3857ccc89b65:35079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:47,342 INFO [RS:0;3857ccc89b65:35079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:35079. 2024-11-10T12:22:47,342 DEBUG [RS:0;3857ccc89b65:35079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2754c044ae5c3dd0f9f0a0109c43611a, disabling compactions & flushes 2024-11-10T12:22:47,342 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:47,342 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:47,342 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:22:47,342 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. after waiting 0 ms 2024-11-10T12:22:47,342 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:47,342 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:22:47,342 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:22:47,342 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2754c044ae5c3dd0f9f0a0109c43611a=test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a., 27c3337ac4ce29153897ffef293d2018=hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018.} 2024-11-10T12:22:47,342 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2754c044ae5c3dd0f9f0a0109c43611a, 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:47,342 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:47,342 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:47,342 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:22:47,346 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/default/test/2754c044ae5c3dd0f9f0a0109c43611a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T12:22:47,346 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:47,346 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:22:47,346 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:47,347 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2754c044ae5c3dd0f9f0a0109c43611a: Waiting for close lock at 1731241367342Running coprocessor pre-close hooks at 1731241367342Disabling compacts and flushes for region at 1731241367342Disabling writes for close at 1731241367342Writing region close event to WAL at 1731241367342Running coprocessor post-close hooks at 1731241367346 (+4 ms)Closed at 1731241367346 2024-11-10T12:22:47,347 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a. 2024-11-10T12:22:47,347 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27c3337ac4ce29153897ffef293d2018, disabling compactions & flushes 2024-11-10T12:22:47,347 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:47,347 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:47,347 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. after waiting 0 ms 2024-11-10T12:22:47,347 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:47,347 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27c3337ac4ce29153897ffef293d2018 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T12:22:47,359 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/info/b4903f5020024fc88a49a7a55daddea5 is 147, key is hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018./info:regioninfo/1731241354766/Put/seqid=0 2024-11-10T12:22:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741846_1022 (size=7686) 2024-11-10T12:22:47,365 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/.tmp/hfileref/599e8c41e3b2425ca58e3a9ad59d9288 is 74, key is 1/hfileref:2869d837a3ec44ce95e1c8294ab0e708_SeqId_6_/1731241362475/Put/seqid=0 2024-11-10T12:22:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741847_1023 (size=5345) 2024-11-10T12:22:47,379 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:47,420 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1033, reset compression=false 2024-11-10T12:22:47,426 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:22:47,426 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1328, reset compression=false 2024-11-10T12:22:47,542 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:47,630 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1328, reset compression=false 2024-11-10T12:22:47,742 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27c3337ac4ce29153897ffef293d2018 2024-11-10T12:22:47,763 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/info/b4903f5020024fc88a49a7a55daddea5 2024-11-10T12:22:47,768 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/.tmp/hfileref/599e8c41e3b2425ca58e3a9ad59d9288 2024-11-10T12:22:47,785 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T12:22:47,786 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/ns/91d89d90cbbd47a48ed680b39e1d85dc is 43, key is default/ns:d/1731241345075/Put/seqid=0 2024-11-10T12:22:47,786 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/.tmp/queue/6eedc8fe2f0d4b17a34e18ed9959451a is 153, key is 1-3857ccc89b65,35079,1731241342105/queue:3857ccc89b65%2C35079%2C1731241342105/1731241360349/Put/seqid=0 2024-11-10T12:22:47,786 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3857ccc89b65:35383 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:35383 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:47,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3857ccc89b65:35383 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:35383 2024-11-10T12:22:47,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741848_1024 (size=5153) 2024-11-10T12:22:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741849_1025 (size=5352) 2024-11-10T12:22:47,791 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/ns/91d89d90cbbd47a48ed680b39e1d85dc 2024-11-10T12:22:47,791 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/.tmp/queue/6eedc8fe2f0d4b17a34e18ed9959451a 2024-11-10T12:22:47,796 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/.tmp/hfileref/599e8c41e3b2425ca58e3a9ad59d9288 as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/hfileref/599e8c41e3b2425ca58e3a9ad59d9288 2024-11-10T12:22:47,800 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/hfileref/599e8c41e3b2425ca58e3a9ad59d9288, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T12:22:47,800 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/.tmp/queue/6eedc8fe2f0d4b17a34e18ed9959451a as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/queue/6eedc8fe2f0d4b17a34e18ed9959451a 2024-11-10T12:22:47,804 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/queue/6eedc8fe2f0d4b17a34e18ed9959451a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T12:22:47,805 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 27c3337ac4ce29153897ffef293d2018 in 458ms, sequenceid=10, compaction requested=false 2024-11-10T12:22:47,805 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:22:47,809 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/replication/27c3337ac4ce29153897ffef293d2018/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T12:22:47,810 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:47,810 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:47,810 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:47,810 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27c3337ac4ce29153897ffef293d2018: Waiting for close lock at 1731241367347Running coprocessor pre-close hooks at 1731241367347Disabling compacts and flushes for region at 1731241367347Disabling writes for close at 1731241367347Obtaining lock to block concurrent updates at 1731241367347Preparing flush snapshotting stores in 27c3337ac4ce29153897ffef293d2018 at 1731241367347Finished memstore snapshotting hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731241367347Flushing stores of hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. at 1731241367348 (+1 ms)Flushing 27c3337ac4ce29153897ffef293d2018/hfileref: creating writer at 1731241367348Flushing 27c3337ac4ce29153897ffef293d2018/hfileref: appending metadata at 1731241367364 (+16 ms)Flushing 27c3337ac4ce29153897ffef293d2018/hfileref: closing flushed file at 1731241367364Flushing 27c3337ac4ce29153897ffef293d2018/queue: creating writer at 1731241367772 (+408 ms)Flushing 27c3337ac4ce29153897ffef293d2018/queue: appending metadata at 1731241367785 (+13 ms)Flushing 27c3337ac4ce29153897ffef293d2018/queue: closing flushed file at 1731241367785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703752eb: reopening flushed file at 1731241367795 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa826ae: reopening flushed file at 1731241367800 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 27c3337ac4ce29153897ffef293d2018 in 458ms, sequenceid=10, compaction requested=false at 1731241367805 (+5 ms)Writing region close event to WAL at 1731241367806 (+1 ms)Running coprocessor post-close hooks at 1731241367810 (+4 ms)Closed at 1731241367810 2024-11-10T12:22:47,810 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241353593.27c3337ac4ce29153897ffef293d2018. 2024-11-10T12:22:47,813 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/rep_barrier/1643d71c1fb44efba901ea5a2bac1513 is 112, key is test,,1731241349269.2754c044ae5c3dd0f9f0a0109c43611a./rep_barrier:seqnumDuringOpen/1731241350427/Put/seqid=0 2024-11-10T12:22:47,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741850_1026 (size=5518) 2024-11-10T12:22:47,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:47,890 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3857ccc89b65:35383 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:35383 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:22:47,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=3857ccc89b65:35383 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:35383 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T12:22:47,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 3857ccc89b65:35383 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3857ccc89b65/172.17.0.2:35383 2024-11-10T12:22:47,934 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1328, reset compression=false 2024-11-10T12:22:47,943 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:47,969 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:22:47,969 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:22:48,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:48,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3857ccc89b65:35383 this server is in the failed servers list 2024-11-10T12:22:48,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3857ccc89b65:35383 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:48,143 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:48,218 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/rep_barrier/1643d71c1fb44efba901ea5a2bac1513 2024-11-10T12:22:48,240 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/table/41eeefd1a3b64905add2c79cf112345e is 53, key is hbase:replication/table:state/1731241354772/Put/seqid=0 2024-11-10T12:22:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741851_1027 (size=5308) 2024-11-10T12:22:48,338 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1328, reset compression=false 2024-11-10T12:22:48,343 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:22:48,343 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:22:48,343 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:48,409 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:48,409 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3857ccc89b65:35383 this server is in the failed servers list 2024-11-10T12:22:48,410 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3857ccc89b65:35383 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:48,543 DEBUG [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:22:48,644 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/table/41eeefd1a3b64905add2c79cf112345e 2024-11-10T12:22:48,649 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/info/b4903f5020024fc88a49a7a55daddea5 as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/info/b4903f5020024fc88a49a7a55daddea5 2024-11-10T12:22:48,653 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/info/b4903f5020024fc88a49a7a55daddea5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:22:48,654 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/ns/91d89d90cbbd47a48ed680b39e1d85dc as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/ns/91d89d90cbbd47a48ed680b39e1d85dc 2024-11-10T12:22:48,658 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/ns/91d89d90cbbd47a48ed680b39e1d85dc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:22:48,659 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/rep_barrier/1643d71c1fb44efba901ea5a2bac1513 as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/rep_barrier/1643d71c1fb44efba901ea5a2bac1513 2024-11-10T12:22:48,663 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/rep_barrier/1643d71c1fb44efba901ea5a2bac1513, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:22:48,664 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/.tmp/table/41eeefd1a3b64905add2c79cf112345e as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/table/41eeefd1a3b64905add2c79cf112345e 2024-11-10T12:22:48,668 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/table/41eeefd1a3b64905add2c79cf112345e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:22:48,669 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-10T12:22:48,669 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:22:48,674 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:22:48,675 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:48,675 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:48,675 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:48,675 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241367342Running coprocessor pre-close hooks at 1731241367342Disabling compacts and flushes for region at 1731241367342Disabling writes for close at 1731241367342Obtaining lock to block concurrent updates at 1731241367342Preparing flush snapshotting stores in 1588230740 at 1731241367342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241367343 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241367343Flushing 1588230740/info: creating writer at 1731241367343Flushing 1588230740/info: appending metadata at 1731241367359 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731241367359Flushing 1588230740/ns: creating writer at 1731241367768 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731241367785 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731241367785Flushing 1588230740/rep_barrier: creating writer at 1731241367795 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241367812 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241367812Flushing 1588230740/table: creating writer at 1731241368222 (+410 ms)Flushing 1588230740/table: appending metadata at 1731241368239 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731241368239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529e100b: reopening flushed file at 1731241368649 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53435ce3: reopening flushed file at 1731241368653 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585db04b: reopening flushed file at 1731241368658 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1292cc8e: reopening flushed file at 1731241368663 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1731241368669 (+6 ms)Writing region close event to WAL at 1731241368671 (+2 ms)Running coprocessor post-close hooks at 1731241368675 (+4 ms)Closed at 1731241368675 2024-11-10T12:22:48,675 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:48,743 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,35079,1731241342105; all regions closed. 2024-11-10T12:22:48,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:22:48,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.meta.1731241345025.meta not finished, retry = 0 2024-11-10T12:22:48,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:48,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:48,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:48,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:22:48,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:22:48,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T12:22:48,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:48,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:22:48,841 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/WALs/3857ccc89b65,35079,1731241342105/3857ccc89b65%2C35079%2C1731241342105.1731241344097 to pos 1328, reset compression=false 2024-11-10T12:22:48,848 DEBUG [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/oldWALs 2024-11-10T12:22:48,848 INFO [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C35079%2C1731241342105.meta:.meta(num 1731241345025) 2024-11-10T12:22:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741839_1015 (size=2695) 2024-11-10T12:22:48,852 DEBUG [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/oldWALs 2024-11-10T12:22:48,852 INFO [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C35079%2C1731241342105.rep:(num 1731241354728) 2024-11-10T12:22:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741832_1008 (size=1336) 2024-11-10T12:22:48,855 DEBUG [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/oldWALs 2024-11-10T12:22:48,855 INFO [RS:0;3857ccc89b65:35079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C35079%2C1731241342105:(num 1731241344097) 2024-11-10T12:22:48,855 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:48,855 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:22:48,855 INFO [RS:0;3857ccc89b65:35079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:48,856 INFO [RS:0;3857ccc89b65:35079 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:48,856 INFO [RS:0;3857ccc89b65:35079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:48,856 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:48,856 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,35079,1731241342105 because: Region server is closing 2024-11-10T12:22:48,856 INFO [RS:0;3857ccc89b65:35079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:35079. 2024-11-10T12:22:48,856 DEBUG [RS:0;3857ccc89b65:35079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:48,856 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:48,856 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:48,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:48,919 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:48,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3857ccc89b65:35383 this server is in the failed servers list 2024-11-10T12:22:48,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3857ccc89b65:35383 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:48,957 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.wal-reader.3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:22:48,957 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-10T12:22:48,957 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T12:22:48,957 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T12:22:49,758 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,35079,1731241342105.replicationSource.shipper3857ccc89b65%2C35079%2C1731241342105,1-3857ccc89b65,35079,1731241342105 terminated 2024-11-10T12:22:49,758 INFO [RS:0;3857ccc89b65:35079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:35079. 2024-11-10T12:22:49,758 DEBUG [RS:0;3857ccc89b65:35079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:22:49,758 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:49,758 DEBUG [RS:0;3857ccc89b65:35079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:49,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:22:49,759 INFO [RS:0;3857ccc89b65:35079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35079 2024-11-10T12:22:49,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606428821/rs/3857ccc89b65,35079,1731241342105 2024-11-10T12:22:49,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821/rs 2024-11-10T12:22:49,764 INFO [RS:0;3857ccc89b65:35079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:49,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,35079,1731241342105] 2024-11-10T12:22:49,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01606428821/draining/3857ccc89b65,35079,1731241342105 already deleted, retry=false 2024-11-10T12:22:49,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,35079,1731241342105 expired; onlineServers=0 2024-11-10T12:22:49,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,33563,1731241342057' ***** 2024-11-10T12:22:49,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:22:49,767 INFO [M:0;3857ccc89b65:33563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:22:49,767 INFO [M:0;3857ccc89b65:33563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:22:49,767 DEBUG [M:0;3857ccc89b65:33563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:22:49,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:22:49,767 DEBUG [M:0;3857ccc89b65:33563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:22:49,767 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241343880 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241343880,5,FailOnTimeoutGroup] 2024-11-10T12:22:49,767 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241343880 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241343880,5,FailOnTimeoutGroup] 2024-11-10T12:22:49,767 INFO [M:0;3857ccc89b65:33563 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:22:49,767 INFO [M:0;3857ccc89b65:33563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:22:49,767 DEBUG [M:0;3857ccc89b65:33563 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:22:49,767 INFO [M:0;3857ccc89b65:33563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:22:49,767 INFO [M:0;3857ccc89b65:33563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:22:49,767 INFO [M:0;3857ccc89b65:33563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:22:49,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:22:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606428821/master 2024-11-10T12:22:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606428821 2024-11-10T12:22:49,769 DEBUG [M:0;3857ccc89b65:33563 {}] zookeeper.ZKUtil(347): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Unable to get data of znode /01606428821/master because node does not exist (not an error) 2024-11-10T12:22:49,769 WARN [M:0;3857ccc89b65:33563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:22:49,770 INFO [M:0;3857ccc89b65:33563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/.lastflushedseqids 2024-11-10T12:22:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741852_1028 (size=263) 2024-11-10T12:22:49,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:49,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35079-0x10101d45b0c0001, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:49,865 INFO [RS:0;3857ccc89b65:35079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:49,866 INFO [RS:0;3857ccc89b65:35079 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,35079,1731241342105; zookeeper connection closed. 2024-11-10T12:22:49,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bf5797a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bf5797a 2024-11-10T12:22:49,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:22:49,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:49,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:49,943 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:50,175 INFO [M:0;3857ccc89b65:33563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:22:50,175 INFO [M:0;3857ccc89b65:33563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:22:50,175 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:50,175 INFO [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:50,175 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:50,175 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:50,175 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:50,175 INFO [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T12:22:50,191 DEBUG [M:0;3857ccc89b65:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be60cf4d01d4d80a498553f2f613b90 is 82, key is hbase:meta,,1/info:regioninfo/1731241345058/Put/seqid=0 2024-11-10T12:22:50,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741853_1029 (size=5672) 2024-11-10T12:22:50,595 INFO [M:0;3857ccc89b65:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be60cf4d01d4d80a498553f2f613b90 2024-11-10T12:22:50,613 DEBUG [M:0;3857ccc89b65:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f70f0e31eed4faea50b16f0cc141c5c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241354775/Put/seqid=0 2024-11-10T12:22:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741854_1030 (size=8517) 2024-11-10T12:22:51,017 INFO [M:0;3857ccc89b65:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f70f0e31eed4faea50b16f0cc141c5c 2024-11-10T12:22:51,037 DEBUG [M:0;3857ccc89b65:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8177edce7291488184c0f6220eb130ef is 69, key is 3857ccc89b65,35079,1731241342105/rs:state/1731241343948/Put/seqid=0 2024-11-10T12:22:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741855_1031 (size=5156) 2024-11-10T12:22:51,441 INFO [M:0;3857ccc89b65:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8177edce7291488184c0f6220eb130ef 2024-11-10T12:22:51,447 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be60cf4d01d4d80a498553f2f613b90 as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7be60cf4d01d4d80a498553f2f613b90 2024-11-10T12:22:51,450 INFO [M:0;3857ccc89b65:33563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7be60cf4d01d4d80a498553f2f613b90, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T12:22:51,451 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f70f0e31eed4faea50b16f0cc141c5c as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f70f0e31eed4faea50b16f0cc141c5c 2024-11-10T12:22:51,455 INFO [M:0;3857ccc89b65:33563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f70f0e31eed4faea50b16f0cc141c5c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T12:22:51,455 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8177edce7291488184c0f6220eb130ef as hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8177edce7291488184c0f6220eb130ef 2024-11-10T12:22:51,459 INFO [M:0;3857ccc89b65:33563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/293dba5c-42c9-a82b-6c0a-36656151421e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8177edce7291488184c0f6220eb130ef, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T12:22:51,460 INFO [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-10T12:22:51,461 INFO [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:51,461 DEBUG [M:0;3857ccc89b65:33563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241370175Disabling compacts and flushes for region at 1731241370175Disabling writes for close at 1731241370175Obtaining lock to block concurrent updates at 1731241370175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241370175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731241370176 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241370176Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241370176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241370190 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241370190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241370599 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241370613 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241370613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241371022 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241371036 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241371036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8fe265: reopening flushed file at 1731241371446 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25120fbb: reopening flushed file at 1731241371451 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f89fa8: reopening flushed file at 1731241371455 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731241371460 (+5 ms)Writing region close event to WAL at 1731241371461 (+1 ms)Closed at 1731241371461 2024-11-10T12:22:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40077 is added to blk_1073741830_1006 (size=63666) 2024-11-10T12:22:51,464 INFO [M:0;3857ccc89b65:33563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:22:51,464 INFO [M:0;3857ccc89b65:33563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33563 2024-11-10T12:22:51,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:22:51,464 INFO [M:0;3857ccc89b65:33563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:22:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:51,567 INFO [M:0;3857ccc89b65:33563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:22:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10101d45b0c0000, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:22:51,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233a9ae1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:51,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:51,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:51,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:51,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:51,572 WARN [BP-799547926-172.17.0.2-1731241341087 heartbeating to localhost/127.0.0.1:43787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:22:51,572 WARN [BP-799547926-172.17.0.2-1731241341087 heartbeating to localhost/127.0.0.1:43787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-799547926-172.17.0.2-1731241341087 (Datanode Uuid 17b7a2ac-b670-4538-a6b9-f73ab558724b) service to localhost/127.0.0.1:43787 2024-11-10T12:22:51,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:22:51,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:22:51,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507/data/data1/current/BP-799547926-172.17.0.2-1731241341087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:51,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/cluster_724c03df-5e05-db22-ea73-1c629fe85507/data/data2/current/BP-799547926-172.17.0.2-1731241341087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:22:51,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:22:51,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8372f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:51,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:22:51,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:22:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:22:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9491c390-777a-2401-4582-cbae8183363d/hadoop.log.dir/,STOPPED} 2024-11-10T12:22:51,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:22:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:22:51,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 206) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43787 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43787 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41901 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43787 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41901 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 142) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8466 (was 8506) 2024-11-10T12:22:51,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=8466 2024-11-10T12:22:51,638 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T12:22:51,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.log.dir so I do NOT create it in target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d 2024-11-10T12:22:51,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:22:51,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.tmp.dir so I do NOT create it in target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d 2024-11-10T12:22:51,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc64e103-a69f-b93c-42d0-2a8035e735cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:22:51,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d 2024-11-10T12:22:51,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240, deleteOnExit=true 2024-11-10T12:22:51,642 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240/zookeeper_0, clientPort=53326, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:22:51,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53326 2024-11-10T12:22:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:22:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:22:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/test.cache.data in system properties and HBase conf 2024-11-10T12:22:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:22:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:22:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:22:51,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:22:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:22:51,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:51,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:22:51,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:22:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d45b0c0002, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:22:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d45b0c0005, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:22:51,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d45b0c0002, quorum=127.0.0.1:64119, baseZNode=/01606428821 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:22:51,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d45b0c0005, quorum=127.0.0.1:64119, baseZNode=/1-1208454673 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:22:51,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:51,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:51,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:51,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:51,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:22:51,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:51,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:51,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:51,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33556bef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/java.io.tmpdir/jetty-localhost-44687-hadoop-hdfs-3_4_1-tests_jar-_-any-13892053735548378391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:51,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:44687} 2024-11-10T12:22:51,841 INFO [Time-limited test {}] server.Server(415): Started @188551ms 2024-11-10T12:22:51,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:51,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:51,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:51,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:51,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:22:51,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:51,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:51,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:51,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:51,960 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:52,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abc4f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/java.io.tmpdir/jetty-localhost-33787-hadoop-hdfs-3_4_1-tests_jar-_-any-17613710045016208229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:52,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:33787} 2024-11-10T12:22:52,039 INFO [Time-limited test {}] server.Server(415): Started @188748ms 2024-11-10T12:22:52,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:22:52,144 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240/data/data1/current/BP-1976729945-172.17.0.2-1731241371665/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:52,144 WARN [Thread-2202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240/data/data2/current/BP-1976729945-172.17.0.2-1731241371665/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:52,160 WARN [Thread-2189 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:22:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a77dbf0ea66dcd4 with lease ID 0x250c30645adb2cb9: Processing first storage report for DS-deafb1c6-08d7-4dee-9479-4a991b4943bc from datanode DatanodeRegistration(127.0.0.1:33399, datanodeUuid=695d973d-ac20-4031-b97c-c972e702bcde, infoPort=37551, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=1156195521;c=1731241371665) 2024-11-10T12:22:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a77dbf0ea66dcd4 with lease ID 0x250c30645adb2cb9: from storage DS-deafb1c6-08d7-4dee-9479-4a991b4943bc node DatanodeRegistration(127.0.0.1:33399, datanodeUuid=695d973d-ac20-4031-b97c-c972e702bcde, infoPort=37551, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=1156195521;c=1731241371665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a77dbf0ea66dcd4 with lease ID 0x250c30645adb2cb9: Processing first storage report for DS-c356b94b-5001-4383-ae55-e8484bb445dc from datanode DatanodeRegistration(127.0.0.1:33399, datanodeUuid=695d973d-ac20-4031-b97c-c972e702bcde, infoPort=37551, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=1156195521;c=1731241371665) 2024-11-10T12:22:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a77dbf0ea66dcd4 with lease ID 0x250c30645adb2cb9: from storage DS-c356b94b-5001-4383-ae55-e8484bb445dc node DatanodeRegistration(127.0.0.1:33399, datanodeUuid=695d973d-ac20-4031-b97c-c972e702bcde, infoPort=37551, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=1156195521;c=1731241371665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:52,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d 2024-11-10T12:22:52,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:52,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:22:52,573 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03 with version=8 2024-11-10T12:22:52,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/hbase-staging 2024-11-10T12:22:52,575 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:52,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:52,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:52,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:52,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:52,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:52,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:22:52,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:52,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39887 2024-11-10T12:22:52,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39887 connecting to ZooKeeper ensemble=127.0.0.1:53326 2024-11-10T12:22:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398870x0, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:52,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39887-0x10101d4d2890000 connected 2024-11-10T12:22:52,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:52,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:52,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on znode that does not yet exist, /0644055717/running 2024-11-10T12:22:52,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03, hbase.cluster.distributed=false 2024-11-10T12:22:52,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on znode that does not yet exist, /0644055717/acl 2024-11-10T12:22:52,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39887 2024-11-10T12:22:52,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39887 2024-11-10T12:22:52,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39887 2024-11-10T12:22:52,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39887 2024-11-10T12:22:52,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39887 2024-11-10T12:22:52,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:52,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:52,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:52,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:52,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:52,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:52,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:22:52,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:52,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40773 2024-11-10T12:22:52,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40773 connecting to ZooKeeper ensemble=127.0.0.1:53326 2024-11-10T12:22:52,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:52,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:52,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407730x0, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:52,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407730x0, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on znode that does not yet exist, /0644055717/running 2024-11-10T12:22:52,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40773-0x10101d4d2890001 connected 2024-11-10T12:22:52,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:22:52,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:22:52,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on znode that does not yet exist, /0644055717/master 2024-11-10T12:22:52,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on znode that does not yet exist, /0644055717/acl 2024-11-10T12:22:52,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40773 2024-11-10T12:22:52,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40773 2024-11-10T12:22:52,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40773 2024-11-10T12:22:52,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40773 2024-11-10T12:22:52,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40773 2024-11-10T12:22:52,655 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:39887 2024-11-10T12:22:52,655 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0644055717/backup-masters/3857ccc89b65,39887,1731241372575 2024-11-10T12:22:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717/backup-masters 2024-11-10T12:22:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717/backup-masters 2024-11-10T12:22:52,657 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on existing znode=/0644055717/backup-masters/3857ccc89b65,39887,1731241372575 2024-11-10T12:22:52,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0644055717/master 2024-11-10T12:22:52,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:52,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:52,659 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on existing znode=/0644055717/master 2024-11-10T12:22:52,660 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0644055717/backup-masters/3857ccc89b65,39887,1731241372575 from backup master directory 2024-11-10T12:22:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0644055717/backup-masters/3857ccc89b65,39887,1731241372575 2024-11-10T12:22:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717/backup-masters 2024-11-10T12:22:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717/backup-masters 2024-11-10T12:22:52,662 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:52,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,39887,1731241372575 2024-11-10T12:22:52,665 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/hbase.id] with ID: ac69cc32-b21a-442b-a6b0-4f95942acd5e 2024-11-10T12:22:52,665 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/.tmp/hbase.id 2024-11-10T12:22:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:22:53,074 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/.tmp/hbase.id]:[hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/hbase.id] 2024-11-10T12:22:53,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:53,084 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:22:53,085 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:22:53,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:22:53,492 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:53,493 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:22:53,494 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:22:53,900 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store 2024-11-10T12:22:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:22:53,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:53,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:53,906 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:53,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:53,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:53,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:53,906 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:53,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241373906Disabling compacts and flushes for region at 1731241373906Disabling writes for close at 1731241373906Writing region close event to WAL at 1731241373906Closed at 1731241373906 2024-11-10T12:22:53,907 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/.initializing 2024-11-10T12:22:53,907 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/WALs/3857ccc89b65,39887,1731241372575 2024-11-10T12:22:53,908 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:53,909 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C39887%2C1731241372575, suffix=, logDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/WALs/3857ccc89b65,39887,1731241372575, archiveDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/oldWALs, maxLogs=10 2024-11-10T12:22:53,926 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/WALs/3857ccc89b65,39887,1731241372575/3857ccc89b65%2C39887%2C1731241372575.1731241373910, exclude list is [], retry=0 2024-11-10T12:22:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-deafb1c6-08d7-4dee-9479-4a991b4943bc,DISK] 2024-11-10T12:22:53,930 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/WALs/3857ccc89b65,39887,1731241372575/3857ccc89b65%2C39887%2C1731241372575.1731241373910 2024-11-10T12:22:53,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37551:37551)] 2024-11-10T12:22:53,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:53,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:53,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,931 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:22:53,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:53,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:53,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:22:53,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:53,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:53,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:22:53,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:53,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:53,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:22:53,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:53,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:53,937 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,938 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,938 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,939 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,939 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,939 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:53,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:53,942 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:53,942 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74895925, jitterRate=0.11603625118732452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:53,943 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241373931Initializing all the Stores at 1731241373932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241373932Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241373932Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241373932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241373932Cleaning up temporary data from old regions at 1731241373939 (+7 ms)Region opened successfully at 1731241373943 (+4 ms) 2024-11-10T12:22:53,943 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:22:53,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3851a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:53,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:22:53,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:22:53,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:22:53,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:22:53,947 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:22:53,948 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:22:53,948 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:22:53,949 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:22:53,950 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Unable to get data of znode /0644055717/balancer because node does not exist (not necessarily an error) 2024-11-10T12:22:53,951 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0644055717/balancer already deleted, retry=false 2024-11-10T12:22:53,952 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:22:53,952 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Unable to get data of znode /0644055717/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:22:53,953 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0644055717/normalizer already deleted, retry=false 2024-11-10T12:22:53,953 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:22:53,954 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Unable to get data of znode /0644055717/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:22:53,956 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0644055717/switch/split already deleted, retry=false 2024-11-10T12:22:53,957 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Unable to get data of znode /0644055717/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:22:53,958 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0644055717/switch/merge already deleted, retry=false 2024-11-10T12:22:53,959 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Unable to get data of znode /0644055717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:22:53,960 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0644055717/snapshot-cleanup already deleted, retry=false 2024-11-10T12:22:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0644055717/running 2024-11-10T12:22:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0644055717/running 2024-11-10T12:22:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,962 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,39887,1731241372575, sessionid=0x10101d4d2890000, setting cluster-up flag (Was=false) 2024-11-10T12:22:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,971 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0644055717/flush-table-proc/acquired, /0644055717/flush-table-proc/reached, /0644055717/flush-table-proc/abort 2024-11-10T12:22:53,972 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,39887,1731241372575 2024-11-10T12:22:53,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:53,980 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0644055717/online-snapshot/acquired, /0644055717/online-snapshot/reached, /0644055717/online-snapshot/abort 2024-11-10T12:22:53,980 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,39887,1731241372575 2024-11-10T12:22:53,981 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:22:53,983 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:53,983 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:22:53,983 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:22:53,983 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,39887,1731241372575 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:53,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:53,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:53,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:22:53,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:53,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:22:53,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241403992 2024-11-10T12:22:53,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:22:53,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:22:53,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:22:53,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:22:53,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:22:53,993 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:22:53,996 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:53,997 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:22:53,997 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:22:53,997 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:22:53,997 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:22:53,997 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:22:53,997 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:22:53,998 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241373997,5,FailOnTimeoutGroup] 2024-11-10T12:22:53,998 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241373998,5,FailOnTimeoutGroup] 2024-11-10T12:22:53,998 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:53,998 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:22:53,998 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:53,998 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:22:54,045 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(746): ClusterId : ac69cc32-b21a-442b-a6b0-4f95942acd5e 2024-11-10T12:22:54,045 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:22:54,048 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:22:54,048 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:22:54,050 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:22:54,050 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f4d3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:54,061 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:40773 2024-11-10T12:22:54,061 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:22:54,062 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:22:54,062 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:22:54,062 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,39887,1731241372575 with port=40773, startcode=1731241372624 2024-11-10T12:22:54,062 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:22:54,064 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:22:54,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,40773,1731241372624 2024-11-10T12:22:54,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39887 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,40773,1731241372624 2024-11-10T12:22:54,066 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03 2024-11-10T12:22:54,066 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46519 2024-11-10T12:22:54,066 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:22:54,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717/rs 2024-11-10T12:22:54,069 DEBUG [RS:0;3857ccc89b65:40773 {}] zookeeper.ZKUtil(111): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on existing znode=/0644055717/rs/3857ccc89b65,40773,1731241372624 2024-11-10T12:22:54,069 WARN [RS:0;3857ccc89b65:40773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:54,069 INFO [RS:0;3857ccc89b65:40773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:54,069 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624 2024-11-10T12:22:54,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,40773,1731241372624] 2024-11-10T12:22:54,072 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:22:54,073 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:22:54,074 INFO [RS:0;3857ccc89b65:40773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:22:54,074 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,074 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:22:54,074 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:22:54,074 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:54,075 DEBUG [RS:0;3857ccc89b65:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:54,075 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,075 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,075 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,075 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,075 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,075 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40773,1731241372624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:54,089 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:22:54,089 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40773,1731241372624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,089 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,089 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.Replication(171): 3857ccc89b65,40773,1731241372624 started 2024-11-10T12:22:54,102 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:54,103 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,40773,1731241372624, RpcServer on 3857ccc89b65/172.17.0.2:40773, sessionid=0x10101d4d2890001 2024-11-10T12:22:54,103 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:22:54,103 DEBUG [RS:0;3857ccc89b65:40773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,40773,1731241372624 2024-11-10T12:22:54,103 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,40773,1731241372624' 2024-11-10T12:22:54,103 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0644055717/flush-table-proc/abort' 2024-11-10T12:22:54,103 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0644055717/flush-table-proc/acquired' 2024-11-10T12:22:54,103 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:22:54,103 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:22:54,104 DEBUG [RS:0;3857ccc89b65:40773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,40773,1731241372624 2024-11-10T12:22:54,104 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,40773,1731241372624' 2024-11-10T12:22:54,104 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0644055717/online-snapshot/abort' 2024-11-10T12:22:54,104 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0644055717/online-snapshot/acquired' 2024-11-10T12:22:54,104 DEBUG [RS:0;3857ccc89b65:40773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:22:54,104 INFO [RS:0;3857ccc89b65:40773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:22:54,104 INFO [RS:0;3857ccc89b65:40773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:22:54,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:22:54,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,204 INFO [RS:0;3857ccc89b65:40773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:54,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:22:54,206 INFO [RS:0;3857ccc89b65:40773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40773%2C1731241372624, suffix=, logDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624, archiveDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/oldWALs, maxLogs=10 2024-11-10T12:22:54,223 DEBUG [RS:0;3857ccc89b65:40773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, exclude list is [], retry=0 2024-11-10T12:22:54,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-deafb1c6-08d7-4dee-9479-4a991b4943bc,DISK] 2024-11-10T12:22:54,227 INFO [RS:0;3857ccc89b65:40773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 2024-11-10T12:22:54,228 DEBUG [RS:0;3857ccc89b65:40773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37551:37551)] 2024-11-10T12:22:54,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:22:54,400 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03 2024-11-10T12:22:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:22:54,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:54,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:54,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:54,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:54,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:54,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:54,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:54,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:54,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:54,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:54,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:54,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:54,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:54,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:54,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:54,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:54,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:54,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:54,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740 2024-11-10T12:22:54,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740 2024-11-10T12:22:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:54,814 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:54,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:54,817 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:54,817 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72005613, jitterRate=0.07296724617481232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241374806Initializing all the Stores at 1731241374807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241374807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241374807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241374807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241374807Cleaning up temporary data from old regions at 1731241374814 (+7 ms)Region opened successfully at 1731241374817 (+3 ms) 2024-11-10T12:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:54,818 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:54,818 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241374818Disabling compacts and flushes for region at 1731241374818Disabling writes for close at 1731241374818Writing region close event to WAL at 1731241374818Closed at 1731241374818 2024-11-10T12:22:54,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:54,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:22:54,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:22:54,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:54,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:22:54,971 DEBUG [3857ccc89b65:39887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:54,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,40773,1731241372624 2024-11-10T12:22:54,973 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,40773,1731241372624, state=OPENING 2024-11-10T12:22:54,974 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:22:54,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:54,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:22:54,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:54,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0644055717/meta-region-server: CHANGED 2024-11-10T12:22:54,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0644055717/meta-region-server: CHANGED 2024-11-10T12:22:54,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,40773,1731241372624}] 2024-11-10T12:22:55,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:55,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:22:55,134 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:22:55,134 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:55,134 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:22:55,135 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40773%2C1731241372624.meta, suffix=.meta, logDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624, archiveDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/oldWALs, maxLogs=10 2024-11-10T12:22:55,149 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.meta.1731241375135.meta, exclude list is [], retry=0 2024-11-10T12:22:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-deafb1c6-08d7-4dee-9479-4a991b4943bc,DISK] 2024-11-10T12:22:55,152 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.meta.1731241375135.meta 2024-11-10T12:22:55,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37551:37551)] 2024-11-10T12:22:55,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:55,153 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:55,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:55,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:22:55,153 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:22:55,154 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:22:55,154 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:55,154 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:22:55,154 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:22:55,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:55,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:55,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:55,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:55,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:55,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:55,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:55,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:55,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:55,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:55,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:55,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:55,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:55,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:55,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:55,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:55,159 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:55,160 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740 2024-11-10T12:22:55,160 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740 2024-11-10T12:22:55,161 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:55,161 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:55,162 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:55,162 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:55,163 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71796933, jitterRate=0.06985767185688019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:55,163 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:22:55,164 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241375154Writing region info on filesystem at 1731241375154Initializing all the Stores at 1731241375155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241375155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241375155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241375155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241375155Cleaning up temporary data from old regions at 1731241375161 (+6 ms)Running coprocessor post-open hooks at 1731241375163 (+2 ms)Region opened successfully at 1731241375164 (+1 ms) 2024-11-10T12:22:55,165 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241375129 2024-11-10T12:22:55,167 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:22:55,167 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:22:55,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,40773,1731241372624 2024-11-10T12:22:55,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,40773,1731241372624, state=OPEN 2024-11-10T12:22:55,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0644055717/meta-region-server 2024-11-10T12:22:55,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0644055717/meta-region-server 2024-11-10T12:22:55,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,40773,1731241372624 2024-11-10T12:22:55,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0644055717/meta-region-server: CHANGED 2024-11-10T12:22:55,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0644055717/meta-region-server: CHANGED 2024-11-10T12:22:55,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:22:55,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,40773,1731241372624 in 197 msec 2024-11-10T12:22:55,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:22:55,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-10T12:22:55,178 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:55,178 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:22:55,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:55,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40773,1731241372624, seqNum=-1] 2024-11-10T12:22:55,179 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:55,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:55,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-10T12:22:55,184 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241375184, completionTime=-1 2024-11-10T12:22:55,184 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:22:55,184 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:22:55,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:22:55,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241435186 2024-11-10T12:22:55,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241495186 2024-11-10T12:22:55,186 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:22:55,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39887,1731241372575-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:55,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39887,1731241372575-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:55,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39887,1731241372575-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:55,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:39887, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:55,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:55,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:55,188 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.528sec 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39887,1731241372575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:55,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39887,1731241372575-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:22:55,192 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:22:55,192 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:22:55,192 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,39887,1731241372575-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:55,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:55,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39887,-1 for getting cluster id 2024-11-10T12:22:55,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:55,247 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac69cc32-b21a-442b-a6b0-4f95942acd5e' 2024-11-10T12:22:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac69cc32-b21a-442b-a6b0-4f95942acd5e" 2024-11-10T12:22:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecb346f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39887,-1] 2024-11-10T12:22:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:55,249 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:55,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e18bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:55,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40773,1731241372624, seqNum=-1] 2024-11-10T12:22:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:55,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:55,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,39887,1731241372575 2024-11-10T12:22:55,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53326 2024-11-10T12:22:55,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:55,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d4d2890002 connected 2024-11-10T12:22:55,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.log.dir so I do NOT create it in target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef 2024-11-10T12:22:55,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:22:55,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.tmp.dir so I do NOT create it in target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef 2024-11-10T12:22:55,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:22:55,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef 2024-11-10T12:22:55,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/cluster_8e2a2462-b9e1-95ed-efd0-0117143c748f, deleteOnExit=true 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/test.cache.data in system properties and HBase conf 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:22:55,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:22:55,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:22:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:22:55,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:55,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:55,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:55,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:55,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:22:55,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:55,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:55,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:55,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9055a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/java.io.tmpdir/jetty-localhost-44605-hadoop-hdfs-3_4_1-tests_jar-_-any-2039739477667111187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:22:55,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:44605} 2024-11-10T12:22:55,450 INFO [Time-limited test {}] server.Server(415): Started @192159ms 2024-11-10T12:22:55,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:22:55,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:22:55,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:22:55,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:22:55,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:22:55,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:22:55,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:22:55,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f84d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/java.io.tmpdir/jetty-localhost-35823-hadoop-hdfs-3_4_1-tests_jar-_-any-4876918968756749963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:22:55,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:35823} 2024-11-10T12:22:55,655 INFO [Time-limited test {}] server.Server(415): Started @192365ms 2024-11-10T12:22:55,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:22:55,763 WARN [Thread-2322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/cluster_8e2a2462-b9e1-95ed-efd0-0117143c748f/data/data1/current/BP-21849956-172.17.0.2-1731241375279/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:55,763 WARN [Thread-2323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/cluster_8e2a2462-b9e1-95ed-efd0-0117143c748f/data/data2/current/BP-21849956-172.17.0.2-1731241375279/current, will proceed with Du for space computation calculation, 2024-11-10T12:22:55,780 WARN [Thread-2310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:22:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75a9b1bfa3e34087 with lease ID 0xb79f7f2e6983c6f9: Processing first storage report for DS-8557b4b9-fa16-46de-b6be-260ec26603c0 from datanode DatanodeRegistration(127.0.0.1:46333, datanodeUuid=2fdb91a6-aeef-4812-afb6-40033208d3b8, infoPort=35505, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=1185642239;c=1731241375279) 2024-11-10T12:22:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75a9b1bfa3e34087 with lease ID 0xb79f7f2e6983c6f9: from storage DS-8557b4b9-fa16-46de-b6be-260ec26603c0 node DatanodeRegistration(127.0.0.1:46333, datanodeUuid=2fdb91a6-aeef-4812-afb6-40033208d3b8, infoPort=35505, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=1185642239;c=1731241375279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75a9b1bfa3e34087 with lease ID 0xb79f7f2e6983c6f9: Processing first storage report for DS-beed2e82-3078-4059-a1f2-f1270350f89e from datanode DatanodeRegistration(127.0.0.1:46333, datanodeUuid=2fdb91a6-aeef-4812-afb6-40033208d3b8, infoPort=35505, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=1185642239;c=1731241375279) 2024-11-10T12:22:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75a9b1bfa3e34087 with lease ID 0xb79f7f2e6983c6f9: from storage DS-beed2e82-3078-4059-a1f2-f1270350f89e node DatanodeRegistration(127.0.0.1:46333, datanodeUuid=2fdb91a6-aeef-4812-afb6-40033208d3b8, infoPort=35505, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=1185642239;c=1731241375279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:22:55,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef 2024-11-10T12:22:55,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:55,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:55,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:22:56,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:56,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:56,010 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:22:56,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce with version=8 2024-11-10T12:22:56,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/hbase-staging 2024-11-10T12:22:56,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:56,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:56,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:56,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:56,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:56,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:56,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:22:56,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:56,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33589 2024-11-10T12:22:56,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33589 connecting to ZooKeeper ensemble=127.0.0.1:53326 2024-11-10T12:22:56,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335890x0, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:56,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33589-0x10101d4d2890003 connected 2024-11-10T12:22:56,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:56,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:56,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on znode that does not yet exist, /11883186732/running 2024-11-10T12:22:56,310 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce, hbase.cluster.distributed=false 2024-11-10T12:22:56,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on znode that does not yet exist, /11883186732/acl 2024-11-10T12:22:56,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-10T12:22:56,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33589 2024-11-10T12:22:56,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33589 2024-11-10T12:22:56,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-10T12:22:56,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-10T12:22:56,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:22:56,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:56,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:56,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:22:56,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:22:56,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:22:56,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:22:56,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:22:56,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43889 2024-11-10T12:22:56,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43889 connecting to ZooKeeper ensemble=127.0.0.1:53326 2024-11-10T12:22:56,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:56,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:56,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438890x0, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:56,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438890x0, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on znode that does not yet exist, /11883186732/running 2024-11-10T12:22:56,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43889-0x10101d4d2890004 connected 2024-11-10T12:22:56,340 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:22:56,341 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:22:56,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on znode that does not yet exist, /11883186732/master 2024-11-10T12:22:56,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on znode that does not yet exist, /11883186732/acl 2024-11-10T12:22:56,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-10T12:22:56,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43889 2024-11-10T12:22:56,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43889 2024-11-10T12:22:56,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-10T12:22:56,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-10T12:22:56,363 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:33589 2024-11-10T12:22:56,363 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11883186732/backup-masters/3857ccc89b65,33589,1731241376290 2024-11-10T12:22:56,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732/backup-masters 2024-11-10T12:22:56,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732/backup-masters 2024-11-10T12:22:56,365 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on existing znode=/11883186732/backup-masters/3857ccc89b65,33589,1731241376290 2024-11-10T12:22:56,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11883186732/master 2024-11-10T12:22:56,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:56,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:56,367 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on existing znode=/11883186732/master 2024-11-10T12:22:56,368 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11883186732/backup-masters/3857ccc89b65,33589,1731241376290 from backup master directory 2024-11-10T12:22:56,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11883186732/backup-masters/3857ccc89b65,33589,1731241376290 2024-11-10T12:22:56,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732/backup-masters 2024-11-10T12:22:56,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732/backup-masters 2024-11-10T12:22:56,369 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:56,369 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,33589,1731241376290 2024-11-10T12:22:56,372 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/hbase.id] with ID: 553f9ba4-9082-48bc-9f4a-9b19c1805059 2024-11-10T12:22:56,372 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/.tmp/hbase.id 2024-11-10T12:22:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:22:56,779 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/.tmp/hbase.id]:[hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/hbase.id] 2024-11-10T12:22:56,788 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:22:56,788 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:22:56,789 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:22:56,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:22:57,201 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:57,202 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:22:57,203 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:22:57,609 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store 2024-11-10T12:22:57,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:22:58,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:58,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:22:58,028 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:58,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:58,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:22:58,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:58,028 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:22:58,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241378028Disabling compacts and flushes for region at 1731241378028Disabling writes for close at 1731241378028Writing region close event to WAL at 1731241378028Closed at 1731241378028 2024-11-10T12:22:58,029 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/.initializing 2024-11-10T12:22:58,029 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/WALs/3857ccc89b65,33589,1731241376290 2024-11-10T12:22:58,030 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:58,031 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C33589%2C1731241376290, suffix=, logDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/WALs/3857ccc89b65,33589,1731241376290, archiveDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/oldWALs, maxLogs=10 2024-11-10T12:22:58,046 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/WALs/3857ccc89b65,33589,1731241376290/3857ccc89b65%2C33589%2C1731241376290.1731241378031, exclude list is [], retry=0 2024-11-10T12:22:58,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-8557b4b9-fa16-46de-b6be-260ec26603c0,DISK] 2024-11-10T12:22:58,050 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/WALs/3857ccc89b65,33589,1731241376290/3857ccc89b65%2C33589%2C1731241376290.1731241378031 2024-11-10T12:22:58,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-10T12:22:58,050 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:58,051 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:58,051 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,051 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:22:58,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:22:58,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:58,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:22:58,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:22:58,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:22:58,057 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,058 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,058 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,059 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,059 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,060 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:58,060 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:22:58,062 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:58,062 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65464217, jitterRate=-0.024507150053977966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:58,063 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241378051Initializing all the Stores at 1731241378052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241378052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241378052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241378052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241378052Cleaning up temporary data from old regions at 1731241378059 (+7 ms)Region opened successfully at 1731241378062 (+3 ms) 2024-11-10T12:22:58,063 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:22:58,065 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1525b4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:58,066 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:22:58,066 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:22:58,066 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:22:58,066 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:22:58,066 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:22:58,067 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:22:58,067 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:22:58,068 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:22:58,069 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Unable to get data of znode /11883186732/balancer because node does not exist (not necessarily an error) 2024-11-10T12:22:58,070 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11883186732/balancer already deleted, retry=false 2024-11-10T12:22:58,071 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:22:58,071 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Unable to get data of znode /11883186732/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:22:58,073 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11883186732/normalizer already deleted, retry=false 2024-11-10T12:22:58,073 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:22:58,074 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Unable to get data of znode /11883186732/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:22:58,075 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11883186732/switch/split already deleted, retry=false 2024-11-10T12:22:58,076 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Unable to get data of znode /11883186732/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:22:58,077 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11883186732/switch/merge already deleted, retry=false 2024-11-10T12:22:58,078 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Unable to get data of znode /11883186732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:22:58,079 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11883186732/snapshot-cleanup already deleted, retry=false 2024-11-10T12:22:58,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11883186732/running 2024-11-10T12:22:58,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11883186732/running 2024-11-10T12:22:58,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:58,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:58,082 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,33589,1731241376290, sessionid=0x10101d4d2890003, setting cluster-up flag (Was=false) 2024-11-10T12:22:58,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:58,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:58,090 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11883186732/flush-table-proc/acquired, /11883186732/flush-table-proc/reached, /11883186732/flush-table-proc/abort 2024-11-10T12:22:58,090 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,33589,1731241376290 2024-11-10T12:22:58,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:58,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:58,098 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11883186732/online-snapshot/acquired, /11883186732/online-snapshot/reached, /11883186732/online-snapshot/abort 2024-11-10T12:22:58,099 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,33589,1731241376290 2024-11-10T12:22:58,100 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:22:58,101 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:58,101 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:22:58,101 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:22:58,102 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,33589,1731241376290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:58,103 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,106 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241408106 2024-11-10T12:22:58,106 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:22:58,106 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:22:58,106 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:22:58,106 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:22:58,106 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:22:58,107 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:22:58,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:58,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:22:58,107 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,107 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:22:58,107 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:22:58,107 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:22:58,107 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:22:58,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,108 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:22:58,108 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:22:58,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:22:58,108 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241378108,5,FailOnTimeoutGroup] 2024-11-10T12:22:58,112 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241378108,5,FailOnTimeoutGroup] 2024-11-10T12:22:58,112 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,112 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:22:58,112 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,112 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:22:58,154 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(746): ClusterId : 553f9ba4-9082-48bc-9f4a-9b19c1805059 2024-11-10T12:22:58,154 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:22:58,156 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:22:58,156 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:22:58,159 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:22:58,159 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41522531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:22:58,172 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:43889 2024-11-10T12:22:58,172 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:22:58,172 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:22:58,172 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:22:58,172 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,33589,1731241376290 with port=43889, startcode=1731241376332 2024-11-10T12:22:58,173 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:22:58,174 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:22:58,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,43889,1731241376332 2024-11-10T12:22:58,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,43889,1731241376332 2024-11-10T12:22:58,176 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce 2024-11-10T12:22:58,176 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43645 2024-11-10T12:22:58,176 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:22:58,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732/rs 2024-11-10T12:22:58,178 DEBUG [RS:0;3857ccc89b65:43889 {}] zookeeper.ZKUtil(111): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on existing znode=/11883186732/rs/3857ccc89b65,43889,1731241376332 2024-11-10T12:22:58,178 WARN [RS:0;3857ccc89b65:43889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:22:58,178 INFO [RS:0;3857ccc89b65:43889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:58,178 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332 2024-11-10T12:22:58,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,43889,1731241376332] 2024-11-10T12:22:58,181 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:22:58,183 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:22:58,184 INFO [RS:0;3857ccc89b65:43889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:22:58,184 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,184 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:22:58,185 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:22:58,185 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:58,185 DEBUG [RS:0;3857ccc89b65:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:22:58,187 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,187 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,187 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,187 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,187 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,187 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43889,1731241376332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:58,218 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:22:58,219 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43889,1731241376332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,219 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,219 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.Replication(171): 3857ccc89b65,43889,1731241376332 started 2024-11-10T12:22:58,235 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:58,235 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,43889,1731241376332, RpcServer on 3857ccc89b65/172.17.0.2:43889, sessionid=0x10101d4d2890004 2024-11-10T12:22:58,235 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:22:58,235 DEBUG [RS:0;3857ccc89b65:43889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,43889,1731241376332 2024-11-10T12:22:58,235 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,43889,1731241376332' 2024-11-10T12:22:58,235 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11883186732/flush-table-proc/abort' 2024-11-10T12:22:58,236 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11883186732/flush-table-proc/acquired' 2024-11-10T12:22:58,236 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:22:58,236 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:22:58,236 DEBUG [RS:0;3857ccc89b65:43889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,43889,1731241376332 2024-11-10T12:22:58,236 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,43889,1731241376332' 2024-11-10T12:22:58,236 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11883186732/online-snapshot/abort' 2024-11-10T12:22:58,237 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11883186732/online-snapshot/acquired' 2024-11-10T12:22:58,237 DEBUG [RS:0;3857ccc89b65:43889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:22:58,237 INFO [RS:0;3857ccc89b65:43889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:22:58,237 INFO [RS:0;3857ccc89b65:43889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:22:58,337 INFO [RS:0;3857ccc89b65:43889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:22:58,339 INFO [RS:0;3857ccc89b65:43889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C43889%2C1731241376332, suffix=, logDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332, archiveDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/oldWALs, maxLogs=10 2024-11-10T12:22:58,352 DEBUG [RS:0;3857ccc89b65:43889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339, exclude list is [], retry=0 2024-11-10T12:22:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-8557b4b9-fa16-46de-b6be-260ec26603c0,DISK] 2024-11-10T12:22:58,357 INFO [RS:0;3857ccc89b65:43889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 2024-11-10T12:22:58,357 DEBUG [RS:0;3857ccc89b65:43889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-10T12:22:58,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:22:58,521 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce 2024-11-10T12:22:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:22:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:22:58,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:22:58,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:22:58,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T12:22:58,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:22:58,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T12:22:58,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:58,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:58,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:58,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:58,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:58,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:58,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:58,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:58,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:58,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:58,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:58,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:58,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:58,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:58,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:58,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740 2024-11-10T12:22:58,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740 2024-11-10T12:22:58,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:58,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:58,936 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:58,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:58,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:22:58,939 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73204178, jitterRate=0.09082725644111633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:58,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241378927Initializing all the Stores at 1731241378928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241378928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241378928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241378928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241378928Cleaning up temporary data from old regions at 1731241378936 (+8 ms)Region opened successfully at 1731241378939 (+3 ms) 2024-11-10T12:22:58,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:22:58,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:22:58,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:22:58,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:22:58,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:22:58,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:22:58,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241378939Disabling compacts and flushes for region at 1731241378939Disabling writes for close at 1731241378940 (+1 ms)Writing region close event to WAL at 1731241378940Closed at 1731241378940 2024-11-10T12:22:58,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:58,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:22:58,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:22:58,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:58,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:22:59,094 DEBUG [3857ccc89b65:33589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:22:59,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,43889,1731241376332 2024-11-10T12:22:59,095 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,43889,1731241376332, state=OPENING 2024-11-10T12:22:59,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:22:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:22:59,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:22:59,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11883186732/meta-region-server: CHANGED 2024-11-10T12:22:59,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11883186732/meta-region-server: CHANGED 2024-11-10T12:22:59,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,43889,1731241376332}] 2024-11-10T12:22:59,254 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:22:59,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:22:59,259 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:22:59,259 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:22:59,259 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:22:59,260 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C43889%2C1731241376332.meta, suffix=.meta, logDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332, archiveDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/oldWALs, maxLogs=10 2024-11-10T12:22:59,274 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.meta.1731241379260.meta, exclude list is [], retry=0 2024-11-10T12:22:59,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-8557b4b9-fa16-46de-b6be-260ec26603c0,DISK] 2024-11-10T12:22:59,277 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.meta.1731241379260.meta 2024-11-10T12:22:59,277 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-10T12:22:59,277 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:22:59,278 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:22:59,278 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:22:59,278 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:22:59,278 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:22:59,278 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:22:59,278 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:59,278 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:22:59,278 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:22:59,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:22:59,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:22:59,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:59,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:59,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:22:59,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:22:59,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:59,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:59,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:22:59,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:22:59,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:59,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:59,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:22:59,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:22:59,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:59,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:22:59,283 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:22:59,283 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740 2024-11-10T12:22:59,284 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740 2024-11-10T12:22:59,285 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:22:59,285 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:22:59,285 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:22:59,286 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:22:59,287 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70242215, jitterRate=0.04669056832790375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:22:59,287 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:22:59,287 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241379278Writing region info on filesystem at 1731241379278Initializing all the Stores at 1731241379279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241379279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241379279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241379279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241379279Cleaning up temporary data from old regions at 1731241379285 (+6 ms)Running coprocessor post-open hooks at 1731241379287 (+2 ms)Region opened successfully at 1731241379287 2024-11-10T12:22:59,287 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241379254 2024-11-10T12:22:59,289 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:22:59,289 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:22:59,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43889,1731241376332 2024-11-10T12:22:59,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,43889,1731241376332, state=OPEN 2024-11-10T12:22:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11883186732/meta-region-server 2024-11-10T12:22:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11883186732/meta-region-server 2024-11-10T12:22:59,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,43889,1731241376332 2024-11-10T12:22:59,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11883186732/meta-region-server: CHANGED 2024-11-10T12:22:59,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11883186732/meta-region-server: CHANGED 2024-11-10T12:22:59,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:22:59,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,43889,1731241376332 in 190 msec 2024-11-10T12:22:59,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:22:59,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T12:22:59,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:22:59,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:22:59,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:59,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43889,1731241376332, seqNum=-1] 2024-11-10T12:22:59,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:59,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:59,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-10T12:22:59,302 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241379302, completionTime=-1 2024-11-10T12:22:59,302 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:22:59,302 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241439304 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241499304 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33589,1731241376290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33589,1731241376290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33589,1731241376290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:33589, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:59,304 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:59,306 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:22:59,307 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-10T12:22:59,307 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:22:59,307 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:22:59,307 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:22:59,307 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:22:59,308 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:22:59,308 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33589,1731241376290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:22:59,308 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33589,1731241376290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:22:59,309 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:22:59,309 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:22:59,309 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33589,1731241376290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:22:59,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:59,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33589,-1 for getting cluster id 2024-11-10T12:22:59,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:22:59,356 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '553f9ba4-9082-48bc-9f4a-9b19c1805059' 2024-11-10T12:22:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:22:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "553f9ba4-9082-48bc-9f4a-9b19c1805059" 2024-11-10T12:22:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d949d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33589,-1] 2024-11-10T12:22:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:22:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:22:59,358 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:22:59,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:22:59,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:22:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43889,1731241376332, seqNum=-1] 2024-11-10T12:22:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:22:59,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:22:59,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,33589,1731241376290 2024-11-10T12:22:59,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53326 2024-11-10T12:22:59,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:22:59,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d4d2890005 connected 2024-11-10T12:22:59,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:22:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39887,1731241372575 2024-11-10T12:22:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5377bbe6 2024-11-10T12:22:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:22:59,370 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:22:59,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:22:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:22:59,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:22:59,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:22:59,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:22:59,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:22:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:22:59,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be54a21ebb41bccf4c74496f92e13578, NAME => 'test,,1731241379371.be54a21ebb41bccf4c74496f92e13578.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03 2024-11-10T12:22:59,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:22:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:22:59,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241379371.be54a21ebb41bccf4c74496f92e13578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:22:59,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be54a21ebb41bccf4c74496f92e13578, disabling compactions & flushes 2024-11-10T12:22:59,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:22:59,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:22:59,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. after waiting 0 ms 2024-11-10T12:22:59,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:22:59,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:22:59,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be54a21ebb41bccf4c74496f92e13578: Waiting for close lock at 1731241379793Disabling compacts and flushes for region at 1731241379793Disabling writes for close at 1731241379794 (+1 ms)Writing region close event to WAL at 1731241379794Closed at 1731241379794 2024-11-10T12:22:59,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:22:59,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241379371.be54a21ebb41bccf4c74496f92e13578.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241379795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241379795"}]},"ts":"1731241379795"} 2024-11-10T12:22:59,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:22:59,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:22:59,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241379798"}]},"ts":"1731241379798"} 2024-11-10T12:22:59,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:22:59,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be54a21ebb41bccf4c74496f92e13578, ASSIGN}] 2024-11-10T12:22:59,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be54a21ebb41bccf4c74496f92e13578, ASSIGN 2024-11-10T12:22:59,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be54a21ebb41bccf4c74496f92e13578, ASSIGN; state=OFFLINE, location=3857ccc89b65,40773,1731241372624; forceNewPlan=false, retain=false 2024-11-10T12:22:59,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be54a21ebb41bccf4c74496f92e13578, regionState=OPENING, regionLocation=3857ccc89b65,40773,1731241372624 2024-11-10T12:22:59,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be54a21ebb41bccf4c74496f92e13578, ASSIGN because future has completed 2024-11-10T12:22:59,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be54a21ebb41bccf4c74496f92e13578, server=3857ccc89b65,40773,1731241372624}] 2024-11-10T12:23:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:00,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:23:00,111 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:00,111 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be54a21ebb41bccf4c74496f92e13578, NAME => 'test,,1731241379371.be54a21ebb41bccf4c74496f92e13578.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:00,111 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:00,111 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:23:00,111 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,111 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241379371.be54a21ebb41bccf4c74496f92e13578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:00,112 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,112 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,113 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,114 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be54a21ebb41bccf4c74496f92e13578 columnFamilyName f 2024-11-10T12:23:00,114 DEBUG [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:00,114 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] regionserver.HStore(327): Store=be54a21ebb41bccf4c74496f92e13578/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:00,114 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,115 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be54a21ebb41bccf4c74496f92e13578 columnFamilyName f1 2024-11-10T12:23:00,115 DEBUG [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:00,115 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] regionserver.HStore(327): Store=be54a21ebb41bccf4c74496f92e13578/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:00,115 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,116 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be54a21ebb41bccf4c74496f92e13578 columnFamilyName norep 2024-11-10T12:23:00,116 DEBUG [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:00,116 INFO [StoreOpener-be54a21ebb41bccf4c74496f92e13578-1 {}] regionserver.HStore(327): Store=be54a21ebb41bccf4c74496f92e13578/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:00,116 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,117 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,117 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,118 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,118 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,118 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:00,119 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,120 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:00,121 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be54a21ebb41bccf4c74496f92e13578; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65387451, jitterRate=-0.025651052594184875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:00,121 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:00,121 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be54a21ebb41bccf4c74496f92e13578: Running coprocessor pre-open hook at 1731241380112Writing region info on filesystem at 1731241380112Initializing all the Stores at 1731241380112Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241380112Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241380112Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241380112Cleaning up temporary data from old regions at 1731241380118 (+6 ms)Running coprocessor post-open hooks at 1731241380121 (+3 ms)Region opened successfully at 1731241380121 2024-11-10T12:23:00,122 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241379371.be54a21ebb41bccf4c74496f92e13578., pid=6, masterSystemTime=1731241380107 2024-11-10T12:23:00,124 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:00,124 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:00,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be54a21ebb41bccf4c74496f92e13578, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,40773,1731241372624 2024-11-10T12:23:00,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be54a21ebb41bccf4c74496f92e13578, server=3857ccc89b65,40773,1731241372624 because future has completed 2024-11-10T12:23:00,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:23:00,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be54a21ebb41bccf4c74496f92e13578, server=3857ccc89b65,40773,1731241372624 in 172 msec 2024-11-10T12:23:00,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:23:00,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be54a21ebb41bccf4c74496f92e13578, ASSIGN in 329 msec 2024-11-10T12:23:00,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:00,131 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241380131"}]},"ts":"1731241380131"} 2024-11-10T12:23:00,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:23:00,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:00,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-10T12:23:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:00,510 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:23:00,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33589,1731241376290 2024-11-10T12:23:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64fdd898 2024-11-10T12:23:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:00,512 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:00,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:23:00,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:00,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:00,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:23:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:00,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:23:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:00,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:00,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:00,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ed21eadf30a842dbecfaccf60439b31, NAME => 'test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce 2024-11-10T12:23:00,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:23:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:01,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:01,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ed21eadf30a842dbecfaccf60439b31, disabling compactions & flushes 2024-11-10T12:23:01,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:01,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:01,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. after waiting 0 ms 2024-11-10T12:23:01,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:01,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:01,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ed21eadf30a842dbecfaccf60439b31: Waiting for close lock at 1731241381328Disabling compacts and flushes for region at 1731241381328Disabling writes for close at 1731241381329 (+1 ms)Writing region close event to WAL at 1731241381329Closed at 1731241381329 2024-11-10T12:23:01,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:01,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241381330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241381330"}]},"ts":"1731241381330"} 2024-11-10T12:23:01,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:01,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:01,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241381332"}]},"ts":"1731241381332"} 2024-11-10T12:23:01,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:23:01,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ed21eadf30a842dbecfaccf60439b31, ASSIGN}] 2024-11-10T12:23:01,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ed21eadf30a842dbecfaccf60439b31, ASSIGN 2024-11-10T12:23:01,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ed21eadf30a842dbecfaccf60439b31, ASSIGN; state=OFFLINE, location=3857ccc89b65,43889,1731241376332; forceNewPlan=false, retain=false 2024-11-10T12:23:01,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ed21eadf30a842dbecfaccf60439b31, regionState=OPENING, regionLocation=3857ccc89b65,43889,1731241376332 2024-11-10T12:23:01,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ed21eadf30a842dbecfaccf60439b31, ASSIGN because future has completed 2024-11-10T12:23:01,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ed21eadf30a842dbecfaccf60439b31, server=3857ccc89b65,43889,1731241376332}] 2024-11-10T12:23:01,644 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:01,644 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ed21eadf30a842dbecfaccf60439b31, NAME => 'test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:01,644 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:01,645 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:23:01,645 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,645 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:01,645 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,645 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,646 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,647 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed21eadf30a842dbecfaccf60439b31 columnFamilyName f 2024-11-10T12:23:01,647 DEBUG [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:01,647 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] regionserver.HStore(327): Store=9ed21eadf30a842dbecfaccf60439b31/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:01,647 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,648 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed21eadf30a842dbecfaccf60439b31 columnFamilyName f1 2024-11-10T12:23:01,648 DEBUG [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:01,649 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] regionserver.HStore(327): Store=9ed21eadf30a842dbecfaccf60439b31/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:01,649 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,649 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed21eadf30a842dbecfaccf60439b31 columnFamilyName norep 2024-11-10T12:23:01,649 DEBUG [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:01,650 INFO [StoreOpener-9ed21eadf30a842dbecfaccf60439b31-1 {}] regionserver.HStore(327): Store=9ed21eadf30a842dbecfaccf60439b31/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:01,650 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,651 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,651 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,652 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,652 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,652 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:01,653 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,655 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:01,655 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ed21eadf30a842dbecfaccf60439b31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68843540, jitterRate=0.025848686695098877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:01,655 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:01,655 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ed21eadf30a842dbecfaccf60439b31: Running coprocessor pre-open hook at 1731241381645Writing region info on filesystem at 1731241381645Initializing all the Stores at 1731241381646 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241381646Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241381646Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241381646Cleaning up temporary data from old regions at 1731241381652 (+6 ms)Running coprocessor post-open hooks at 1731241381655 (+3 ms)Region opened successfully at 1731241381655 2024-11-10T12:23:01,656 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31., pid=6, masterSystemTime=1731241381641 2024-11-10T12:23:01,658 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:01,658 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:01,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ed21eadf30a842dbecfaccf60439b31, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,43889,1731241376332 2024-11-10T12:23:01,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ed21eadf30a842dbecfaccf60439b31, server=3857ccc89b65,43889,1731241376332 because future has completed 2024-11-10T12:23:01,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:23:01,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ed21eadf30a842dbecfaccf60439b31, server=3857ccc89b65,43889,1731241376332 in 172 msec 2024-11-10T12:23:01,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:23:01,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ed21eadf30a842dbecfaccf60439b31, ASSIGN in 329 msec 2024-11-10T12:23:01,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:01,665 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241381665"}]},"ts":"1731241381665"} 2024-11-10T12:23:01,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:23:01,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:01,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-10T12:23:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:02,670 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:23:02,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39887,-1 for getting cluster id 2024-11-10T12:23:02,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:02,672 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac69cc32-b21a-442b-a6b0-4f95942acd5e' 2024-11-10T12:23:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac69cc32-b21a-442b-a6b0-4f95942acd5e" 2024-11-10T12:23:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d577326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39887,-1] 2024-11-10T12:23:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:02,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:02,673 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597d7e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33589,-1 for getting cluster id 2024-11-10T12:23:02,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:02,675 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '553f9ba4-9082-48bc-9f4a-9b19c1805059' 2024-11-10T12:23:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "553f9ba4-9082-48bc-9f4a-9b19c1805059" 2024-11-10T12:23:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652fb68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33589,-1] 2024-11-10T12:23:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:02,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:02,677 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:02,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ba6422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39887,-1 for getting cluster id 2024-11-10T12:23:02,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:02,678 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac69cc32-b21a-442b-a6b0-4f95942acd5e' 2024-11-10T12:23:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac69cc32-b21a-442b-a6b0-4f95942acd5e" 2024-11-10T12:23:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9119d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39887,-1] 2024-11-10T12:23:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:02,679 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509dc697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39887,1731241372575 2024-11-10T12:23:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bf43dff 2024-11-10T12:23:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:02,682 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:02,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:33589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:23:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:23:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:02,684 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:33589' 2024-11-10T12:23:02,685 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc61b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,685 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33589,-1 for getting cluster id 2024-11-10T12:23:02,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:02,686 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '553f9ba4-9082-48bc-9f4a-9b19c1805059' 2024-11-10T12:23:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "553f9ba4-9082-48bc-9f4a-9b19c1805059" 2024-11-10T12:23:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c4fb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33589,-1] 2024-11-10T12:23:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:02,687 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:02,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736a3377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:02,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33589,1731241376290 2024-11-10T12:23:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ca9c0fb 2024-11-10T12:23:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:02,688 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:02,689 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:23:02,689 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:23:02,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:02,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:02,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:02,690 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:02,690 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:23:02,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:02,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:02,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:23:02,741 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:23:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:03,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47e1e071e2a8a8139a09f4b17df45eb8, NAME => 'hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03 2024-11-10T12:23:03,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:23:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:03,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:03,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 47e1e071e2a8a8139a09f4b17df45eb8, disabling compactions & flushes 2024-11-10T12:23:03,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:03,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:03,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. after waiting 0 ms 2024-11-10T12:23:03,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:03,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:03,504 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47e1e071e2a8a8139a09f4b17df45eb8: Waiting for close lock at 1731241383504Disabling compacts and flushes for region at 1731241383504Disabling writes for close at 1731241383504Writing region close event to WAL at 1731241383504Closed at 1731241383504 2024-11-10T12:23:03,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:03,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241383505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241383505"}]},"ts":"1731241383505"} 2024-11-10T12:23:03,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:03,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:03,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241383509"}]},"ts":"1731241383509"} 2024-11-10T12:23:03,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:23:03,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47e1e071e2a8a8139a09f4b17df45eb8, ASSIGN}] 2024-11-10T12:23:03,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47e1e071e2a8a8139a09f4b17df45eb8, ASSIGN 2024-11-10T12:23:03,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47e1e071e2a8a8139a09f4b17df45eb8, ASSIGN; state=OFFLINE, location=3857ccc89b65,40773,1731241372624; forceNewPlan=false, retain=false 2024-11-10T12:23:03,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47e1e071e2a8a8139a09f4b17df45eb8, regionState=OPENING, regionLocation=3857ccc89b65,40773,1731241372624 2024-11-10T12:23:03,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47e1e071e2a8a8139a09f4b17df45eb8, ASSIGN because future has completed 2024-11-10T12:23:03,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47e1e071e2a8a8139a09f4b17df45eb8, server=3857ccc89b65,40773,1731241372624}] 2024-11-10T12:23:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:03,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:03,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:03,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:23:03,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40773%2C1731241372624.rep, suffix=, logDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624, archiveDir=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/oldWALs, maxLogs=10 2024-11-10T12:23:03,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.rep.1731241383823, exclude list is [], retry=0 2024-11-10T12:23:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-deafb1c6-08d7-4dee-9479-4a991b4943bc,DISK] 2024-11-10T12:23:03,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.rep.1731241383823 2024-11-10T12:23:03,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37551:37551)] 2024-11-10T12:23:03,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 47e1e071e2a8a8139a09f4b17df45eb8, NAME => 'hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:03,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:03,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:03,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. service=MultiRowMutationService 2024-11-10T12:23:03,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:23:03,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:03,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,846 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,847 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47e1e071e2a8a8139a09f4b17df45eb8 columnFamilyName hfileref 2024-11-10T12:23:03,847 DEBUG [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:03,848 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] regionserver.HStore(327): Store=47e1e071e2a8a8139a09f4b17df45eb8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:03,848 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,849 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47e1e071e2a8a8139a09f4b17df45eb8 columnFamilyName queue 2024-11-10T12:23:03,849 DEBUG [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:03,849 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] regionserver.HStore(327): Store=47e1e071e2a8a8139a09f4b17df45eb8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:03,849 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,850 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47e1e071e2a8a8139a09f4b17df45eb8 columnFamilyName sid 2024-11-10T12:23:03,850 DEBUG [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:03,850 INFO [StoreOpener-47e1e071e2a8a8139a09f4b17df45eb8-1 {}] regionserver.HStore(327): Store=47e1e071e2a8a8139a09f4b17df45eb8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:03,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/replication/47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/replication/47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:03,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/replication/47e1e071e2a8a8139a09f4b17df45eb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:03,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 47e1e071e2a8a8139a09f4b17df45eb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72630885, jitterRate=0.08228452503681183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:03,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:03,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 47e1e071e2a8a8139a09f4b17df45eb8: Running coprocessor pre-open hook at 1731241383845Writing region info on filesystem at 1731241383845Initializing all the Stores at 1731241383846 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241383846Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241383846Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241383846Cleaning up temporary data from old regions at 1731241383852 (+6 ms)Running coprocessor post-open hooks at 1731241383855 (+3 ms)Region opened successfully at 1731241383856 (+1 ms) 2024-11-10T12:23:03,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8., pid=10, masterSystemTime=1731241383818 2024-11-10T12:23:03,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:03,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:03,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47e1e071e2a8a8139a09f4b17df45eb8, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,40773,1731241372624 2024-11-10T12:23:03,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47e1e071e2a8a8139a09f4b17df45eb8, server=3857ccc89b65,40773,1731241372624 because future has completed 2024-11-10T12:23:03,862 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39887 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3857ccc89b65,40773,1731241372624, table=hbase:replication, region=47e1e071e2a8a8139a09f4b17df45eb8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T12:23:03,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:23:03,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 47e1e071e2a8a8139a09f4b17df45eb8, server=3857ccc89b65,40773,1731241372624 in 196 msec 2024-11-10T12:23:03,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:23:03,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47e1e071e2a8a8139a09f4b17df45eb8, ASSIGN in 353 msec 2024-11-10T12:23:03,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:03,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241383866"}]},"ts":"1731241383866"} 2024-11-10T12:23:03,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:23:03,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:03,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-10T12:23:03,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8., hostname=3857ccc89b65,40773,1731241372624, seqNum=2] 2024-11-10T12:23:03,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:23:03,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:23:03,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:23:04,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:23:04,061 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:23:04,089 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,40773,1731241372624, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:23:04,090 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:04,090 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40773,1731241372624, seqNum=-1] 2024-11-10T12:23:04,090 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:04,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:04,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,40773,1731241372624', locateType=CURRENT is [region=hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8., hostname=3857ccc89b65,40773,1731241372624, seqNum=2] 2024-11-10T12:23:04,096 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:23:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:23:04,098 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,40773,1731241372624 suceeded 2024-11-10T12:23:04,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:23:04,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T12:23:04,100 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:33589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:23:04,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-10T12:23:04,112 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:33589' 2024-11-10T12:23:04,113 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb320c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,113 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33589,-1 for getting cluster id 2024-11-10T12:23:04,113 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:04,114 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '553f9ba4-9082-48bc-9f4a-9b19c1805059' 2024-11-10T12:23:04,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:04,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "553f9ba4-9082-48bc-9f4a-9b19c1805059" 2024-11-10T12:23:04,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb7ba03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33589,-1] 2024-11-10T12:23:04,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:04,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:04,116 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:04,116 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d531214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,116 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:04,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33589,1731241376290 2024-11-10T12:23:04,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66e6f8e3 2024-11-10T12:23:04,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:04,118 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T12:23:04,118 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,40773,1731241372624 (queues=1) is replicating from cluster=ac69cc32-b21a-442b-a6b0-4f95942acd5e to cluster=553f9ba4-9082-48bc-9f4a-9b19c1805059 2024-11-10T12:23:04,119 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C40773%2C1731241372624 2024-11-10T12:23:04,119 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,40773,1731241372624, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:23:04,119 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C40773%2C1731241372624 2024-11-10T12:23:04,119 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, startPosition=0, beingWritten=true 2024-11-10T12:23:04,124 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:04,124 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:04,124 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40773,1731241372624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:04,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:23:04,328 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:04,633 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:04,830 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:23:04,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:04,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:04,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:04,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:04,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:04,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3e3db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33589,-1 for getting cluster id 2024-11-10T12:23:04,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:04,832 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '553f9ba4-9082-48bc-9f4a-9b19c1805059' 2024-11-10T12:23:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "553f9ba4-9082-48bc-9f4a-9b19c1805059" 2024-11-10T12:23:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aa9e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33589,-1] 2024-11-10T12:23:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:04,834 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:04,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f9be24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:04,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,33589,1731241376290 2024-11-10T12:23:04,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58fdc95d 2024-11-10T12:23:04,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:04,836 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:04,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:39887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:23:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:23:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:04,839 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:39887' 2024-11-10T12:23:04,840 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af57cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,840 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39887,-1 for getting cluster id 2024-11-10T12:23:04,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:04,841 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac69cc32-b21a-442b-a6b0-4f95942acd5e' 2024-11-10T12:23:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac69cc32-b21a-442b-a6b0-4f95942acd5e" 2024-11-10T12:23:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db51a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39887,-1] 2024-11-10T12:23:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:04,842 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:04,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b56d3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:04,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:04,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39887,1731241372575 2024-11-10T12:23:04,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d7f04a 2024-11-10T12:23:04,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:04,844 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:04,844 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:23:04,844 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:23:04,844 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:04,844 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:04,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:04,845 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:04,846 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:23:04,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:04,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:04,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:04,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:23:04,896 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:23:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:05,036 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:05,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a346499006b737be56f241e86888a0e5, NAME => 'hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce 2024-11-10T12:23:05,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:23:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:05,540 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:05,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:05,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:05,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:05,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a346499006b737be56f241e86888a0e5, disabling compactions & flushes 2024-11-10T12:23:05,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:05,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:05,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. after waiting 0 ms 2024-11-10T12:23:05,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:05,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:05,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a346499006b737be56f241e86888a0e5: Waiting for close lock at 1731241385661Disabling compacts and flushes for region at 1731241385661Disabling writes for close at 1731241385661Writing region close event to WAL at 1731241385661Closed at 1731241385661 2024-11-10T12:23:05,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:05,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241385662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241385662"}]},"ts":"1731241385662"} 2024-11-10T12:23:05,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:05,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:05,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241385665"}]},"ts":"1731241385665"} 2024-11-10T12:23:05,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:23:05,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a346499006b737be56f241e86888a0e5, ASSIGN}] 2024-11-10T12:23:05,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a346499006b737be56f241e86888a0e5, ASSIGN 2024-11-10T12:23:05,668 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a346499006b737be56f241e86888a0e5, ASSIGN; state=OFFLINE, location=3857ccc89b65,43889,1731241376332; forceNewPlan=false, retain=false 2024-11-10T12:23:05,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a346499006b737be56f241e86888a0e5, regionState=OPENING, regionLocation=3857ccc89b65,43889,1731241376332 2024-11-10T12:23:05,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a346499006b737be56f241e86888a0e5, ASSIGN because future has completed 2024-11-10T12:23:05,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a346499006b737be56f241e86888a0e5, server=3857ccc89b65,43889,1731241376332}] 2024-11-10T12:23:05,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:05,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:05,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:23:05,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C43889%2C1731241376332.rep, suffix=, logDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332, archiveDir=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/oldWALs, maxLogs=10 2024-11-10T12:23:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:05,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.rep.1731241385979, exclude list is [], retry=0 2024-11-10T12:23:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-8557b4b9-fa16-46de-b6be-260ec26603c0,DISK] 2024-11-10T12:23:05,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.rep.1731241385979 2024-11-10T12:23:05,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-10T12:23:05,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a346499006b737be56f241e86888a0e5, NAME => 'hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:05,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. service=MultiRowMutationService 2024-11-10T12:23:05,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:23:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a346499006b737be56f241e86888a0e5 2024-11-10T12:23:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:05,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:05,999 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,000 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a346499006b737be56f241e86888a0e5 columnFamilyName hfileref 2024-11-10T12:23:06,000 DEBUG [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:06,000 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] regionserver.HStore(327): Store=a346499006b737be56f241e86888a0e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:06,001 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,002 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a346499006b737be56f241e86888a0e5 columnFamilyName queue 2024-11-10T12:23:06,002 DEBUG [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:06,002 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] regionserver.HStore(327): Store=a346499006b737be56f241e86888a0e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:06,002 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,003 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a346499006b737be56f241e86888a0e5 columnFamilyName sid 2024-11-10T12:23:06,003 DEBUG [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:06,003 INFO [StoreOpener-a346499006b737be56f241e86888a0e5-1 {}] regionserver.HStore(327): Store=a346499006b737be56f241e86888a0e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:06,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/replication/a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/replication/a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:06,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/replication/a346499006b737be56f241e86888a0e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:06,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a346499006b737be56f241e86888a0e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68163523, jitterRate=0.015715643763542175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:06,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:06,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a346499006b737be56f241e86888a0e5: Running coprocessor pre-open hook at 1731241385998Writing region info on filesystem at 1731241385998Initializing all the Stores at 1731241385998Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241385998Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241385998Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241385999 (+1 ms)Cleaning up temporary data from old regions at 1731241386004 (+5 ms)Running coprocessor post-open hooks at 1731241386008 (+4 ms)Region opened successfully at 1731241386008 2024-11-10T12:23:06,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5., pid=10, masterSystemTime=1731241385974 2024-11-10T12:23:06,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:06,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:06,011 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a346499006b737be56f241e86888a0e5, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43889,1731241376332 2024-11-10T12:23:06,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a346499006b737be56f241e86888a0e5, server=3857ccc89b65,43889,1731241376332 because future has completed 2024-11-10T12:23:06,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:23:06,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a346499006b737be56f241e86888a0e5, server=3857ccc89b65,43889,1731241376332 in 192 msec 2024-11-10T12:23:06,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:23:06,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a346499006b737be56f241e86888a0e5, ASSIGN in 348 msec 2024-11-10T12:23:06,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:06,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241386017"}]},"ts":"1731241386017"} 2024-11-10T12:23:06,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:23:06,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:06,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-10T12:23:06,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5., hostname=3857ccc89b65,43889,1731241376332, seqNum=2] 2024-11-10T12:23:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:23:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:23:06,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:23:06,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:06,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:06,070 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18284 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:06,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:23:06,143 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:06,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:23:06,214 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:23:06,242 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,43889,1731241376332, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:23:06,243 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:06,243 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43889,1731241376332, seqNum=-1] 2024-11-10T12:23:06,243 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:06,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:06,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,43889,1731241376332', locateType=CURRENT is [region=hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5., hostname=3857ccc89b65,43889,1731241376332, seqNum=2] 2024-11-10T12:23:06,248 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:23:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:23:06,250 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,43889,1731241376332 suceeded 2024-11-10T12:23:06,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:23:06,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T12:23:06,252 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:39887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:23:06,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-10T12:23:06,262 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:39887' 2024-11-10T12:23:06,263 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aebadc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:06,263 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39887,-1 for getting cluster id 2024-11-10T12:23:06,263 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:06,264 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac69cc32-b21a-442b-a6b0-4f95942acd5e' 2024-11-10T12:23:06,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:06,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac69cc32-b21a-442b-a6b0-4f95942acd5e" 2024-11-10T12:23:06,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d3cb36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:06,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39887,-1] 2024-11-10T12:23:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:06,265 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:06,266 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3076bc9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:06,266 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:06,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,39887,1731241372575 2024-11-10T12:23:06,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8daf06e 2024-11-10T12:23:06,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:06,267 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T12:23:06,268 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,43889,1731241376332 (queues=1) is replicating from cluster=553f9ba4-9082-48bc-9f4a-9b19c1805059 to cluster=ac69cc32-b21a-442b-a6b0-4f95942acd5e 2024-11-10T12:23:06,268 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C43889%2C1731241376332 2024-11-10T12:23:06,268 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,43889,1731241376332, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:23:06,268 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C43889%2C1731241376332 2024-11-10T12:23:06,268 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339, startPosition=0, beingWritten=true 2024-11-10T12:23:06,273 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:06,273 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 379, reset compression=false 2024-11-10T12:23:06,273 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43889,1731241376332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:06,476 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 379, reset compression=false 2024-11-10T12:23:06,780 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 379, reset compression=false 2024-11-10T12:23:06,847 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:06,990 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:23:06,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:06,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:06,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:06,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:06,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:06,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40773,1731241372624, seqNum=-1] 2024-11-10T12:23:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:06,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:06,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241379371.be54a21ebb41bccf4c74496f92e13578., hostname=3857ccc89b65,40773,1731241372624, seqNum=2] 2024-11-10T12:23:06,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43889,1731241376332, seqNum=-1] 2024-11-10T12:23:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:06,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:07,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31., hostname=3857ccc89b65,43889,1731241376332, seqNum=2] 2024-11-10T12:23:07,002 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T12:23:07,184 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 379, reset compression=false 2024-11-10T12:23:07,651 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 379, reset compression=false 2024-11-10T12:23:07,657 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:07,657 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 480, reset compression=false 2024-11-10T12:23:07,657 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40773,1731241372624 got entry batch from reader: WALEntryBatch [walEntries=[{test/be54a21ebb41bccf4c74496f92e13578/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T12:23:07,659 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:07,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T12:23:07,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:07,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f68706e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:07,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,33589,-1 for getting cluster id 2024-11-10T12:23:07,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:07,662 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '553f9ba4-9082-48bc-9f4a-9b19c1805059' 2024-11-10T12:23:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "553f9ba4-9082-48bc-9f4a-9b19c1805059" 2024-11-10T12:23:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6204096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,33589,-1] 2024-11-10T12:23:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:07,664 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:07,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71df1d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:07,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:07,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43889,1731241376332, seqNum=-1] 2024-11-10T12:23:07,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:07,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:07,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31., hostname=3857ccc89b65,43889,1731241376332, seqNum=2] 2024-11-10T12:23:07,687 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 379, reset compression=false 2024-11-10T12:23:07,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:07,861 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 480, reset compression=false 2024-11-10T12:23:08,005 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T12:23:08,008 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T12:23:08,165 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 480, reset compression=false 2024-11-10T12:23:08,291 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 379, reset compression=false 2024-11-10T12:23:08,295 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:08,295 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 608, reset compression=false 2024-11-10T12:23:08,295 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43889,1731241376332 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ed21eadf30a842dbecfaccf60439b31/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T12:23:08,297 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:08,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T12:23:08,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:08,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4280a7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:08,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,39887,-1 for getting cluster id 2024-11-10T12:23:08,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:08,300 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac69cc32-b21a-442b-a6b0-4f95942acd5e' 2024-11-10T12:23:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac69cc32-b21a-442b-a6b0-4f95942acd5e" 2024-11-10T12:23:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46beb6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,39887,-1] 2024-11-10T12:23:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:08,301 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:08,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d64d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:08,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:08,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40773,1731241372624, seqNum=-1] 2024-11-10T12:23:08,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:08,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:08,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731241379371.be54a21ebb41bccf4c74496f92e13578., hostname=3857ccc89b65,40773,1731241372624, seqNum=2] 2024-11-10T12:23:08,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:08,498 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 608, reset compression=false 2024-11-10T12:23:08,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:23:08,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T12:23:08,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T12:23:08,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T12:23:08,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:23:08,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T12:23:08,570 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 480, reset compression=false 2024-11-10T12:23:08,574 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:08,574 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 607, reset compression=false 2024-11-10T12:23:08,574 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40773,1731241372624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:08,778 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 607, reset compression=false 2024-11-10T12:23:08,802 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 608, reset compression=false 2024-11-10T12:23:09,010 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T12:23:09,016 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T12:23:09,082 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 607, reset compression=false 2024-11-10T12:23:09,087 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:09,087 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 763, reset compression=false 2024-11-10T12:23:09,087 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40773,1731241372624 got entry batch from reader: WALEntryBatch [walEntries=[{test/be54a21ebb41bccf4c74496f92e13578/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T12:23:09,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:09,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:09,206 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 608, reset compression=false 2024-11-10T12:23:09,211 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:09,211 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 756, reset compression=false 2024-11-10T12:23:09,211 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43889,1731241376332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:09,291 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 763, reset compression=false 2024-11-10T12:23:09,415 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 756, reset compression=false 2024-11-10T12:23:09,594 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 763, reset compression=false 2024-11-10T12:23:09,718 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 756, reset compression=false 2024-11-10T12:23:09,998 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 763, reset compression=false 2024-11-10T12:23:10,018 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T12:23:10,022 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T12:23:10,122 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 756, reset compression=false 2024-11-10T12:23:10,127 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:10,127 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 915, reset compression=false 2024-11-10T12:23:10,127 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43889,1731241376332 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ed21eadf30a842dbecfaccf60439b31/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T12:23:10,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:10,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:10,331 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 915, reset compression=false 2024-11-10T12:23:10,502 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 763, reset compression=false 2024-11-10T12:23:10,507 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:10,507 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:10,507 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40773,1731241372624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:10,635 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 915, reset compression=false 2024-11-10T12:23:10,711 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:11,015 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:11,024 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T12:23:11,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:23:11,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:11,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:11,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:11,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:11,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:11,027 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:23:11,027 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2003387483, stopped=false 2024-11-10T12:23:11,027 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,33589,1731241376290 2024-11-10T12:23:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11883186732/running 2024-11-10T12:23:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11883186732/running 2024-11-10T12:23:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:23:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:23:11,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:11,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:11,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:11,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:11,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,43889,1731241376332' ***** 2024-11-10T12:23:11,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on znode that does not yet exist, /11883186732/running 2024-11-10T12:23:11,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:23:11,029 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:23:11,029 INFO [RS:0;3857ccc89b65:43889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:23:11,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:23:11,029 INFO [RS:0;3857ccc89b65:43889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:23:11,029 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ed21eadf30a842dbecfaccf60439b31 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,43889,1731241376332 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:43889. 2024-11-10T12:23:11,030 DEBUG [RS:0;3857ccc89b65:43889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:11,030 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:23:11,030 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ed21eadf30a842dbecfaccf60439b31, disabling compactions & flushes 2024-11-10T12:23:11,030 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:11,030 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:11,030 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. after waiting 0 ms 2024-11-10T12:23:11,030 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:11,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Set watcher on znode that does not yet exist, /11883186732/running 2024-11-10T12:23:11,030 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:23:11,031 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ed21eadf30a842dbecfaccf60439b31 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T12:23:11,031 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1325): Online Regions={9ed21eadf30a842dbecfaccf60439b31=test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31., 1588230740=hbase:meta,,1.1588230740, a346499006b737be56f241e86888a0e5=hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5.} 2024-11-10T12:23:11,031 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed21eadf30a842dbecfaccf60439b31, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:11,031 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:11,031 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:11,031 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:11,031 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:11,031 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:11,031 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:23:11,039 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 915, reset compression=false 2024-11-10T12:23:11,044 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:11,044 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 1162, reset compression=false 2024-11-10T12:23:11,044 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,43889,1731241376332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:11,045 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,43889,1731241376332: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,43889,1731241376332, walGroup=3857ccc89b65%2C43889%2C1731241376332, offset=3857ccc89b65%2C43889%2C1731241376332.1731241378339:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:43889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:23:11,046 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:23:11,046 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:23:11,046 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:23:11,046 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:23:11,046 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:23:11,046 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 875062848 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 191157000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:23:11,047 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:33589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:33589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:23:11,047 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/f/323147f1fc264b64ba75038411ead647 is 29, key is row1/f:/1731241390019/DeleteFamily/seqid=0 2024-11-10T12:23:11,048 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/info/7c43034f9de748a1964cf8d8ea1ffd14 is 147, key is hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5./info:regioninfo/1731241386011/Put/seqid=0 2024-11-10T12:23:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741840_1016 (size=5118) 2024-11-10T12:23:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741841_1017 (size=7686) 2024-11-10T12:23:11,097 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:11,191 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:23:11,191 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:23:11,231 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed21eadf30a842dbecfaccf60439b31, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:11,248 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 1162, reset compression=false 2024-11-10T12:23:11,419 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:11,431 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed21eadf30a842dbecfaccf60439b31, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:11,454 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/f/323147f1fc264b64ba75038411ead647 2024-11-10T12:23:11,455 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/info/7c43034f9de748a1964cf8d8ea1ffd14 2024-11-10T12:23:11,459 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 323147f1fc264b64ba75038411ead647 2024-11-10T12:23:11,473 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/ns/d5af06dc6c6a4a5cbc499ae86a66764a is 43, key is default/ns:d/1731241379298/Put/seqid=0 2024-11-10T12:23:11,476 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/f1/bb001084db0341fd8c588618b5970bae is 30, key is row1/f1:/1731241390019/DeleteFamily/seqid=0 2024-11-10T12:23:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741842_1018 (size=5153) 2024-11-10T12:23:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741843_1019 (size=5123) 2024-11-10T12:23:11,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:11,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,552 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 1162, reset compression=false 2024-11-10T12:23:11,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:11,631 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed21eadf30a842dbecfaccf60439b31, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:11,831 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed21eadf30a842dbecfaccf60439b31, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:11,877 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/ns/d5af06dc6c6a4a5cbc499ae86a66764a 2024-11-10T12:23:11,880 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/f1/bb001084db0341fd8c588618b5970bae 2024-11-10T12:23:11,883 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb001084db0341fd8c588618b5970bae 2024-11-10T12:23:11,898 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/norep/c9e5783b548b4ff7be94be032e7cde40 is 33, key is row1/norep:/1731241390019/DeleteFamily/seqid=0 2024-11-10T12:23:11,899 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/rep_barrier/47518433a7c540d1849867b33cac30c8 is 112, key is test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31./rep_barrier:seqnumDuringOpen/1731241381658/Put/seqid=0 2024-11-10T12:23:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741844_1020 (size=5108) 2024-11-10T12:23:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741845_1021 (size=5518) 2024-11-10T12:23:11,923 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:11,957 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 1162, reset compression=false 2024-11-10T12:23:12,032 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed21eadf30a842dbecfaccf60439b31, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:12,232 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed21eadf30a842dbecfaccf60439b31, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:12,303 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/norep/c9e5783b548b4ff7be94be032e7cde40 2024-11-10T12:23:12,303 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/rep_barrier/47518433a7c540d1849867b33cac30c8 2024-11-10T12:23:12,307 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9e5783b548b4ff7be94be032e7cde40 2024-11-10T12:23:12,308 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/f/323147f1fc264b64ba75038411ead647 as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/f/323147f1fc264b64ba75038411ead647 2024-11-10T12:23:12,312 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 323147f1fc264b64ba75038411ead647 2024-11-10T12:23:12,312 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/f/323147f1fc264b64ba75038411ead647, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T12:23:12,313 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/f1/bb001084db0341fd8c588618b5970bae as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/f1/bb001084db0341fd8c588618b5970bae 2024-11-10T12:23:12,316 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb001084db0341fd8c588618b5970bae 2024-11-10T12:23:12,316 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/f1/bb001084db0341fd8c588618b5970bae, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T12:23:12,317 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/.tmp/norep/c9e5783b548b4ff7be94be032e7cde40 as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/norep/c9e5783b548b4ff7be94be032e7cde40 2024-11-10T12:23:12,321 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9e5783b548b4ff7be94be032e7cde40 2024-11-10T12:23:12,321 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/norep/c9e5783b548b4ff7be94be032e7cde40, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T12:23:12,322 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ed21eadf30a842dbecfaccf60439b31 in 1292ms, sequenceid=8, compaction requested=false 2024-11-10T12:23:12,325 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/table/50cb4bef2081485babd4117eba0d9f9a is 53, key is hbase:replication/table:state/1731241386017/Put/seqid=0 2024-11-10T12:23:12,326 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/default/test/9ed21eadf30a842dbecfaccf60439b31/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T12:23:12,327 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:12,327 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:23:12,327 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:12,327 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ed21eadf30a842dbecfaccf60439b31: Waiting for close lock at 1731241391030Running coprocessor pre-close hooks at 1731241391030Disabling compacts and flushes for region at 1731241391030Disabling writes for close at 1731241391030Obtaining lock to block concurrent updates at 1731241391031 (+1 ms)Preparing flush snapshotting stores in 9ed21eadf30a842dbecfaccf60439b31 at 1731241391031Finished memstore snapshotting test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731241391031Flushing stores of test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. at 1731241391031Flushing 9ed21eadf30a842dbecfaccf60439b31/f: creating writer at 1731241391032 (+1 ms)Flushing 9ed21eadf30a842dbecfaccf60439b31/f: appending metadata at 1731241391046 (+14 ms)Flushing 9ed21eadf30a842dbecfaccf60439b31/f: closing flushed file at 1731241391047 (+1 ms)Flushing 9ed21eadf30a842dbecfaccf60439b31/f1: creating writer at 1731241391459 (+412 ms)Flushing 9ed21eadf30a842dbecfaccf60439b31/f1: appending metadata at 1731241391475 (+16 ms)Flushing 9ed21eadf30a842dbecfaccf60439b31/f1: closing flushed file at 1731241391475Flushing 9ed21eadf30a842dbecfaccf60439b31/norep: creating writer at 1731241391883 (+408 ms)Flushing 9ed21eadf30a842dbecfaccf60439b31/norep: appending metadata at 1731241391897 (+14 ms)Flushing 9ed21eadf30a842dbecfaccf60439b31/norep: closing flushed file at 1731241391897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640aeac: reopening flushed file at 1731241392307 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5860ed06: reopening flushed file at 1731241392312 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c89015: reopening flushed file at 1731241392317 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ed21eadf30a842dbecfaccf60439b31 in 1292ms, sequenceid=8, compaction requested=false at 1731241392322 (+5 ms)Writing region close event to WAL at 1731241392324 (+2 ms)Running coprocessor post-close hooks at 1731241392327 (+3 ms)Closed at 1731241392327 2024-11-10T12:23:12,327 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241380513.9ed21eadf30a842dbecfaccf60439b31. 2024-11-10T12:23:12,327 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a346499006b737be56f241e86888a0e5, disabling compactions & flushes 2024-11-10T12:23:12,327 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,328 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,328 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. after waiting 0 ms 2024-11-10T12:23:12,328 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,328 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a346499006b737be56f241e86888a0e5: Waiting for close lock at 1731241392327Running coprocessor pre-close hooks at 1731241392327Disabling compacts and flushes for region at 1731241392327Disabling writes for close at 1731241392328 (+1 ms)Failed flush hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5., putting online again at 1731241392328 2024-11-10T12:23:12,328 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741846_1022 (size=5308) 2024-11-10T12:23:12,432 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:23:12,432 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a346499006b737be56f241e86888a0e5=hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5.} 2024-11-10T12:23:12,432 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for a346499006b737be56f241e86888a0e5 2024-11-10T12:23:12,432 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a346499006b737be56f241e86888a0e5 2024-11-10T12:23:12,432 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a346499006b737be56f241e86888a0e5, disabling compactions & flushes 2024-11-10T12:23:12,433 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,433 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,433 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. after waiting 0 ms 2024-11-10T12:23:12,433 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,433 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a346499006b737be56f241e86888a0e5: Waiting for close lock at 1731241392432Running coprocessor pre-close hooks at 1731241392432Disabling compacts and flushes for region at 1731241392432Disabling writes for close at 1731241392433 (+1 ms)Failed flush hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5., putting online again at 1731241392433 2024-11-10T12:23:12,433 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241384845.a346499006b737be56f241e86888a0e5. 2024-11-10T12:23:12,461 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 1162, reset compression=false 2024-11-10T12:23:12,465 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:12,466 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 1806, reset compression=false 2024-11-10T12:23:12,527 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:12,633 DEBUG [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:12,669 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.wal-reader.3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 to pos 1806, reset compression=false 2024-11-10T12:23:12,730 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/table/50cb4bef2081485babd4117eba0d9f9a 2024-11-10T12:23:12,734 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/info/7c43034f9de748a1964cf8d8ea1ffd14 as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/info/7c43034f9de748a1964cf8d8ea1ffd14 2024-11-10T12:23:12,738 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/info/7c43034f9de748a1964cf8d8ea1ffd14, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:23:12,739 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/ns/d5af06dc6c6a4a5cbc499ae86a66764a as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/ns/d5af06dc6c6a4a5cbc499ae86a66764a 2024-11-10T12:23:12,743 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/ns/d5af06dc6c6a4a5cbc499ae86a66764a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:23:12,743 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/rep_barrier/47518433a7c540d1849867b33cac30c8 as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/rep_barrier/47518433a7c540d1849867b33cac30c8 2024-11-10T12:23:12,747 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/rep_barrier/47518433a7c540d1849867b33cac30c8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:23:12,748 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/.tmp/table/50cb4bef2081485babd4117eba0d9f9a as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/table/50cb4bef2081485babd4117eba0d9f9a 2024-11-10T12:23:12,752 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/table/50cb4bef2081485babd4117eba0d9f9a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:23:12,753 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-10T12:23:12,759 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:23:12,760 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:12,760 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:23:12,760 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:12,760 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241391031Running coprocessor pre-close hooks at 1731241391031Disabling compacts and flushes for region at 1731241391031Disabling writes for close at 1731241391031Obtaining lock to block concurrent updates at 1731241391031Preparing flush snapshotting stores in 1588230740 at 1731241391031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241391031Flushing stores of hbase:meta,,1.1588230740 at 1731241391032 (+1 ms)Flushing 1588230740/info: creating writer at 1731241391032Flushing 1588230740/info: appending metadata at 1731241391048 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731241391048Flushing 1588230740/ns: creating writer at 1731241391459 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731241391473 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241391473Flushing 1588230740/rep_barrier: creating writer at 1731241391881 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241391898 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241391898Flushing 1588230740/table: creating writer at 1731241392307 (+409 ms)Flushing 1588230740/table: appending metadata at 1731241392325 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731241392325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576a571d: reopening flushed file at 1731241392734 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b80cf9: reopening flushed file at 1731241392739 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14368c28: reopening flushed file at 1731241392743 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38340b38: reopening flushed file at 1731241392747 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1731241392753 (+6 ms)Writing region close event to WAL at 1731241392757 (+4 ms)Running coprocessor post-close hooks at 1731241392760 (+3 ms)Closed at 1731241392760 2024-11-10T12:23:12,760 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:12,833 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T12:23:12,833 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,43889,1731241376332; all regions closed. 2024-11-10T12:23:12,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:23:12,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741839_1015 (size=1515) 2024-11-10T12:23:12,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741832_1008 (size=1814) 2024-11-10T12:23:12,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/WALs/3857ccc89b65,43889,1731241376332/3857ccc89b65%2C43889%2C1731241376332.1731241378339 not finished, retry = 0 2024-11-10T12:23:12,941 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:12,941 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:12,941 INFO [RS:0;3857ccc89b65:43889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:12,942 INFO [RS:0;3857ccc89b65:43889 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:12,942 INFO [RS:0;3857ccc89b65:43889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:12,942 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:12,942 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,43889,1731241376332 because: Region server is closing 2024-11-10T12:23:12,942 INFO [RS:0;3857ccc89b65:43889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:43889. 2024-11-10T12:23:12,942 DEBUG [RS:0;3857ccc89b65:43889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:12,942 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:12,943 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:12,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:13,043 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,43889,1731241376332.replicationSource.shipper3857ccc89b65%2C43889%2C1731241376332,1-3857ccc89b65,43889,1731241376332 terminated 2024-11-10T12:23:13,043 INFO [RS:0;3857ccc89b65:43889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:43889. 2024-11-10T12:23:13,043 DEBUG [RS:0;3857ccc89b65:43889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:13,043 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:13,043 DEBUG [RS:0;3857ccc89b65:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:13,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:13,043 INFO [RS:0;3857ccc89b65:43889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43889 2024-11-10T12:23:13,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732/rs 2024-11-10T12:23:13,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11883186732/rs/3857ccc89b65,43889,1731241376332 2024-11-10T12:23:13,045 INFO [RS:0;3857ccc89b65:43889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:13,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,43889,1731241376332] 2024-11-10T12:23:13,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11883186732/draining/3857ccc89b65,43889,1731241376332 already deleted, retry=false 2024-11-10T12:23:13,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,43889,1731241376332 expired; onlineServers=0 2024-11-10T12:23:13,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,33589,1731241376290' ***** 2024-11-10T12:23:13,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:23:13,049 INFO [M:0;3857ccc89b65:33589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:13,049 INFO [M:0;3857ccc89b65:33589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:13,049 DEBUG [M:0;3857ccc89b65:33589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:23:13,049 DEBUG [M:0;3857ccc89b65:33589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:23:13,049 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:23:13,049 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241378108 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241378108,5,FailOnTimeoutGroup] 2024-11-10T12:23:13,049 INFO [M:0;3857ccc89b65:33589 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:13,049 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241378108 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241378108,5,FailOnTimeoutGroup] 2024-11-10T12:23:13,050 INFO [M:0;3857ccc89b65:33589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:13,050 DEBUG [M:0;3857ccc89b65:33589 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:23:13,050 INFO [M:0;3857ccc89b65:33589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:23:13,050 INFO [M:0;3857ccc89b65:33589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:13,050 INFO [M:0;3857ccc89b65:33589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:23:13,050 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:23:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11883186732/master 2024-11-10T12:23:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11883186732 2024-11-10T12:23:13,051 DEBUG [M:0;3857ccc89b65:33589 {}] zookeeper.ZKUtil(347): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Unable to get data of znode /11883186732/master because node does not exist (not an error) 2024-11-10T12:23:13,051 WARN [M:0;3857ccc89b65:33589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:23:13,051 INFO [M:0;3857ccc89b65:33589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/.lastflushedseqids 2024-11-10T12:23:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741847_1023 (size=245) 2024-11-10T12:23:13,056 INFO [M:0;3857ccc89b65:33589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:23:13,056 INFO [M:0;3857ccc89b65:33589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:23:13,056 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:23:13,056 INFO [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:13,056 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:13,056 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:23:13,056 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:13,056 INFO [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T12:23:13,072 DEBUG [M:0;3857ccc89b65:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3e3ed344d4f413996ddb798f032afcd is 82, key is hbase:meta,,1/info:regioninfo/1731241379289/Put/seqid=0 2024-11-10T12:23:13,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741848_1024 (size=5672) 2024-11-10T12:23:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x10101d4d2890004, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:13,147 INFO [RS:0;3857ccc89b65:43889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:13,147 INFO [RS:0;3857ccc89b65:43889 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,43889,1731241376332; zookeeper connection closed. 2024-11-10T12:23:13,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c182417 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c182417 2024-11-10T12:23:13,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:23:13,231 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:13,476 INFO [M:0;3857ccc89b65:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3e3ed344d4f413996ddb798f032afcd 2024-11-10T12:23:13,494 DEBUG [M:0;3857ccc89b65:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fd9a3a79134c2b9dbed71e3b700e53 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241386021/Put/seqid=0 2024-11-10T12:23:13,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741849_1025 (size=8517) 2024-11-10T12:23:13,898 INFO [M:0;3857ccc89b65:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fd9a3a79134c2b9dbed71e3b700e53 2024-11-10T12:23:13,916 DEBUG [M:0;3857ccc89b65:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf92f8100184484eb56611f9f917b6c9 is 69, key is 3857ccc89b65,43889,1731241376332/rs:state/1731241378175/Put/seqid=0 2024-11-10T12:23:13,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741850_1026 (size=5156) 2024-11-10T12:23:14,035 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:14,322 INFO [M:0;3857ccc89b65:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf92f8100184484eb56611f9f917b6c9 2024-11-10T12:23:14,327 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3e3ed344d4f413996ddb798f032afcd as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3e3ed344d4f413996ddb798f032afcd 2024-11-10T12:23:14,331 INFO [M:0;3857ccc89b65:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3e3ed344d4f413996ddb798f032afcd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T12:23:14,331 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fd9a3a79134c2b9dbed71e3b700e53 as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3fd9a3a79134c2b9dbed71e3b700e53 2024-11-10T12:23:14,335 INFO [M:0;3857ccc89b65:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3fd9a3a79134c2b9dbed71e3b700e53, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T12:23:14,335 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf92f8100184484eb56611f9f917b6c9 as hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf92f8100184484eb56611f9f917b6c9 2024-11-10T12:23:14,339 INFO [M:0;3857ccc89b65:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43645/user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf92f8100184484eb56611f9f917b6c9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T12:23:14,340 INFO [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-10T12:23:14,341 INFO [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:14,341 DEBUG [M:0;3857ccc89b65:33589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241393056Disabling compacts and flushes for region at 1731241393056Disabling writes for close at 1731241393056Obtaining lock to block concurrent updates at 1731241393056Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241393056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731241393057 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241393057Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241393057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241393071 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241393071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241393480 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241393494 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241393494Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241393902 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241393916 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241393916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778e9d04: reopening flushed file at 1731241394326 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1378c849: reopening flushed file at 1731241394331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4053bb7e: reopening flushed file at 1731241394335 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731241394340 (+5 ms)Writing region close event to WAL at 1731241394341 (+1 ms)Closed at 1731241394341 2024-11-10T12:23:14,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741830_1006 (size=63666) 2024-11-10T12:23:14,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff482eda-8b2d-5cda-495a-2561bbfa6dce/MasterData/WALs/3857ccc89b65,33589,1731241376290/3857ccc89b65%2C33589%2C1731241376290.1731241378031 not finished, retry = 0 2024-11-10T12:23:14,444 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:14,444 INFO [M:0;3857ccc89b65:33589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:23:14,444 INFO [M:0;3857ccc89b65:33589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33589 2024-11-10T12:23:14,445 INFO [M:0;3857ccc89b65:33589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:14,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:14,547 INFO [M:0;3857ccc89b65:33589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:14,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10101d4d2890003, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:14,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f84d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:23:14,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:14,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:14,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:14,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:14,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:23:14,551 WARN [BP-21849956-172.17.0.2-1731241375279 heartbeating to localhost/127.0.0.1:43645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:23:14,551 WARN [BP-21849956-172.17.0.2-1731241375279 heartbeating to localhost/127.0.0.1:43645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-21849956-172.17.0.2-1731241375279 (Datanode Uuid 2fdb91a6-aeef-4812-afb6-40033208d3b8) service to localhost/127.0.0.1:43645 2024-11-10T12:23:14,551 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:23:14,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/cluster_8e2a2462-b9e1-95ed-efd0-0117143c748f/data/data1/current/BP-21849956-172.17.0.2-1731241375279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:14,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/cluster_8e2a2462-b9e1-95ed-efd0-0117143c748f/data/data2/current/BP-21849956-172.17.0.2-1731241375279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:14,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:23:14,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9055a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:23:14,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:14,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:14,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:14,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:23:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:23:14,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:14,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:14,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:14,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:14,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:14,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:23:14,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216234411, stopped=false 2024-11-10T12:23:14,571 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,39887,1731241372575 2024-11-10T12:23:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0644055717/running 2024-11-10T12:23:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0644055717/running 2024-11-10T12:23:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:23:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:23:14,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:14,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:14,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:14,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:14,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,40773,1731241372624' ***** 2024-11-10T12:23:14,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:23:14,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on znode that does not yet exist, /0644055717/running 2024-11-10T12:23:14,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Set watcher on znode that does not yet exist, /0644055717/running 2024-11-10T12:23:14,574 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:23:14,574 INFO [RS:0;3857ccc89b65:40773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:23:14,574 INFO [RS:0;3857ccc89b65:40773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:23:14,574 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:14,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,40773,1731241372624 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40773. 2024-11-10T12:23:14,575 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be54a21ebb41bccf4c74496f92e13578, disabling compactions & flushes 2024-11-10T12:23:14,575 DEBUG [RS:0;3857ccc89b65:40773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:14,575 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:14,575 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:14,575 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:14,575 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. after waiting 0 ms 2024-11-10T12:23:14,575 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:23:14,575 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be54a21ebb41bccf4c74496f92e13578 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T12:23:14,575 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:23:14,575 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1325): Online Regions={be54a21ebb41bccf4c74496f92e13578=test,,1731241379371.be54a21ebb41bccf4c74496f92e13578., 47e1e071e2a8a8139a09f4b17df45eb8=hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:23:14,575 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47e1e071e2a8a8139a09f4b17df45eb8, be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:14,575 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:14,576 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:14,576 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:14,576 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:14,576 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:14,576 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:23:14,590 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:14,591 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/info/0981a463bd5149b5a29c0bbc2078812f is 147, key is hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8./info:regioninfo/1731241383859/Put/seqid=0 2024-11-10T12:23:14,591 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/f/215076169f1c40028d3145c17ed898df is 29, key is row1/f:/1731241390019/DeleteFamily/seqid=0 2024-11-10T12:23:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741841_1017 (size=5118) 2024-11-10T12:23:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741840_1016 (size=7686) 2024-11-10T12:23:14,776 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47e1e071e2a8a8139a09f4b17df45eb8, be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:14,939 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 912, reset compression=false 2024-11-10T12:23:14,944 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:14,944 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 1159, reset compression=false 2024-11-10T12:23:14,944 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40773,1731241372624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:14,945 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,40773,1731241372624: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,40773,1731241372624, walGroup=3857ccc89b65%2C40773%2C1731241372624, offset=3857ccc89b65%2C40773%2C1731241372624.1731241374206:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:40773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:23:14,946 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:23:14,946 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:23:14,946 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:23:14,946 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:23:14,947 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:23:14,947 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 618703136 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 192007472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:23:14,947 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:39887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:39887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:23:14,976 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47e1e071e2a8a8139a09f4b17df45eb8, be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:14,995 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/f/215076169f1c40028d3145c17ed898df 2024-11-10T12:23:14,995 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/info/0981a463bd5149b5a29c0bbc2078812f 2024-11-10T12:23:15,000 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 215076169f1c40028d3145c17ed898df 2024-11-10T12:23:15,015 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/f1/a99a1a208a0d4482bc1098d480f7317b is 30, key is row1/f1:/1731241390019/DeleteFamily/seqid=0 2024-11-10T12:23:15,016 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/ns/c9b41e43c308496b950d02962ac1eade is 43, key is default/ns:d/1731241375181/Put/seqid=0 2024-11-10T12:23:15,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741842_1018 (size=5123) 2024-11-10T12:23:15,019 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/f1/a99a1a208a0d4482bc1098d480f7317b 2024-11-10T12:23:15,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741843_1019 (size=5153) 2024-11-10T12:23:15,023 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a99a1a208a0d4482bc1098d480f7317b 2024-11-10T12:23:15,038 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/norep/f5527e68d59549b8abd357434d07afc6 is 32, key is row/norep:/1731241389013/DeleteFamily/seqid=0 2024-11-10T12:23:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741844_1020 (size=5101) 2024-11-10T12:23:15,082 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:23:15,082 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:23:15,147 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 1159, reset compression=false 2024-11-10T12:23:15,176 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47e1e071e2a8a8139a09f4b17df45eb8, be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:15,376 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47e1e071e2a8a8139a09f4b17df45eb8, be54a21ebb41bccf4c74496f92e13578 2024-11-10T12:23:15,421 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/ns/c9b41e43c308496b950d02962ac1eade 2024-11-10T12:23:15,439 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/rep_barrier/86dc6f1ba54141679f2867525361bda2 is 112, key is test,,1731241379371.be54a21ebb41bccf4c74496f92e13578./rep_barrier:seqnumDuringOpen/1731241380124/Put/seqid=0 2024-11-10T12:23:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741845_1021 (size=5518) 2024-11-10T12:23:15,443 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/norep/f5527e68d59549b8abd357434d07afc6 2024-11-10T12:23:15,446 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5527e68d59549b8abd357434d07afc6 2024-11-10T12:23:15,447 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/f/215076169f1c40028d3145c17ed898df as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/f/215076169f1c40028d3145c17ed898df 2024-11-10T12:23:15,450 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 215076169f1c40028d3145c17ed898df 2024-11-10T12:23:15,450 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/f/215076169f1c40028d3145c17ed898df, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T12:23:15,451 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/f1/a99a1a208a0d4482bc1098d480f7317b as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/f1/a99a1a208a0d4482bc1098d480f7317b 2024-11-10T12:23:15,451 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 1159, reset compression=false 2024-11-10T12:23:15,456 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a99a1a208a0d4482bc1098d480f7317b 2024-11-10T12:23:15,456 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/f1/a99a1a208a0d4482bc1098d480f7317b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T12:23:15,457 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/.tmp/norep/f5527e68d59549b8abd357434d07afc6 as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/norep/f5527e68d59549b8abd357434d07afc6 2024-11-10T12:23:15,460 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5527e68d59549b8abd357434d07afc6 2024-11-10T12:23:15,460 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/norep/f5527e68d59549b8abd357434d07afc6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T12:23:15,461 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for be54a21ebb41bccf4c74496f92e13578 in 886ms, sequenceid=8, compaction requested=false 2024-11-10T12:23:15,465 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/default/test/be54a21ebb41bccf4c74496f92e13578/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T12:23:15,465 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:15,465 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:23:15,465 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be54a21ebb41bccf4c74496f92e13578: Waiting for close lock at 1731241394575Running coprocessor pre-close hooks at 1731241394575Disabling compacts and flushes for region at 1731241394575Disabling writes for close at 1731241394575Obtaining lock to block concurrent updates at 1731241394575Preparing flush snapshotting stores in be54a21ebb41bccf4c74496f92e13578 at 1731241394575Finished memstore snapshotting test,,1731241379371.be54a21ebb41bccf4c74496f92e13578., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731241394576 (+1 ms)Flushing stores of test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. at 1731241394576Flushing be54a21ebb41bccf4c74496f92e13578/f: creating writer at 1731241394576Flushing be54a21ebb41bccf4c74496f92e13578/f: appending metadata at 1731241394590 (+14 ms)Flushing be54a21ebb41bccf4c74496f92e13578/f: closing flushed file at 1731241394590Flushing be54a21ebb41bccf4c74496f92e13578/f1: creating writer at 1731241395000 (+410 ms)Flushing be54a21ebb41bccf4c74496f92e13578/f1: appending metadata at 1731241395014 (+14 ms)Flushing be54a21ebb41bccf4c74496f92e13578/f1: closing flushed file at 1731241395014Flushing be54a21ebb41bccf4c74496f92e13578/norep: creating writer at 1731241395024 (+10 ms)Flushing be54a21ebb41bccf4c74496f92e13578/norep: appending metadata at 1731241395037 (+13 ms)Flushing be54a21ebb41bccf4c74496f92e13578/norep: closing flushed file at 1731241395037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3babf04b: reopening flushed file at 1731241395446 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bc8a2c: reopening flushed file at 1731241395451 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d20994: reopening flushed file at 1731241395456 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for be54a21ebb41bccf4c74496f92e13578 in 886ms, sequenceid=8, compaction requested=false at 1731241395461 (+5 ms)Writing region close event to WAL at 1731241395462 (+1 ms)Running coprocessor post-close hooks at 1731241395465 (+3 ms)Closed at 1731241395465 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241379371.be54a21ebb41bccf4c74496f92e13578. 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47e1e071e2a8a8139a09f4b17df45eb8, disabling compactions & flushes 2024-11-10T12:23:15,466 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. after waiting 0 ms 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47e1e071e2a8a8139a09f4b17df45eb8: Waiting for close lock at 1731241395466Running coprocessor pre-close hooks at 1731241395466Disabling compacts and flushes for region at 1731241395466Disabling writes for close at 1731241395466Failed flush hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8., putting online again at 1731241395466 2024-11-10T12:23:15,466 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,576 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:23:15,576 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1325): Online Regions={47e1e071e2a8a8139a09f4b17df45eb8=hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:23:15,576 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:15,577 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47e1e071e2a8a8139a09f4b17df45eb8 2024-11-10T12:23:15,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47e1e071e2a8a8139a09f4b17df45eb8, disabling compactions & flushes 2024-11-10T12:23:15,577 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. after waiting 0 ms 2024-11-10T12:23:15,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47e1e071e2a8a8139a09f4b17df45eb8: Waiting for close lock at 1731241395577Running coprocessor pre-close hooks at 1731241395577Disabling compacts and flushes for region at 1731241395577Disabling writes for close at 1731241395577Failed flush hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8., putting online again at 1731241395577 2024-11-10T12:23:15,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241382690.47e1e071e2a8a8139a09f4b17df45eb8. 2024-11-10T12:23:15,777 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:15,843 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/rep_barrier/86dc6f1ba54141679f2867525361bda2 2024-11-10T12:23:15,855 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 1159, reset compression=false 2024-11-10T12:23:15,859 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:15,859 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 1803, reset compression=false 2024-11-10T12:23:15,863 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/table/e8bc2c3327b14dde9896f64479d826ad is 53, key is hbase:replication/table:state/1731241383866/Put/seqid=0 2024-11-10T12:23:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741846_1022 (size=5308) 2024-11-10T12:23:15,977 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:16,063 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 1803, reset compression=false 2024-11-10T12:23:16,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:16,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:16,120 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28335 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:16,177 DEBUG [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:16,271 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/table/e8bc2c3327b14dde9896f64479d826ad 2024-11-10T12:23:16,275 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/info/0981a463bd5149b5a29c0bbc2078812f as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/info/0981a463bd5149b5a29c0bbc2078812f 2024-11-10T12:23:16,279 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/info/0981a463bd5149b5a29c0bbc2078812f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:23:16,280 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/ns/c9b41e43c308496b950d02962ac1eade as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/ns/c9b41e43c308496b950d02962ac1eade 2024-11-10T12:23:16,283 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/ns/c9b41e43c308496b950d02962ac1eade, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:23:16,284 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/rep_barrier/86dc6f1ba54141679f2867525361bda2 as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/rep_barrier/86dc6f1ba54141679f2867525361bda2 2024-11-10T12:23:16,287 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/rep_barrier/86dc6f1ba54141679f2867525361bda2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:23:16,288 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/.tmp/table/e8bc2c3327b14dde9896f64479d826ad as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/table/e8bc2c3327b14dde9896f64479d826ad 2024-11-10T12:23:16,291 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/table/e8bc2c3327b14dde9896f64479d826ad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:23:16,292 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-10T12:23:16,292 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:23:16,301 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:23:16,301 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:16,301 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:23:16,301 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:16,301 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241394575Running coprocessor pre-close hooks at 1731241394575Disabling compacts and flushes for region at 1731241394575Disabling writes for close at 1731241394576 (+1 ms)Obtaining lock to block concurrent updates at 1731241394576Preparing flush snapshotting stores in 1588230740 at 1731241394576Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241394576Flushing stores of hbase:meta,,1.1588230740 at 1731241394576Flushing 1588230740/info: creating writer at 1731241394576Flushing 1588230740/info: appending metadata at 1731241394590 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731241394590Flushing 1588230740/ns: creating writer at 1731241395000 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731241395016 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731241395016Flushing 1588230740/rep_barrier: creating writer at 1731241395425 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241395439 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241395439Flushing 1588230740/table: creating writer at 1731241395847 (+408 ms)Flushing 1588230740/table: appending metadata at 1731241395863 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731241395863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@818c68a: reopening flushed file at 1731241396275 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f02afc4: reopening flushed file at 1731241396279 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28aca18e: reopening flushed file at 1731241396283 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7f65d5: reopening flushed file at 1731241396287 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731241396292 (+5 ms)Writing region close event to WAL at 1731241396298 (+6 ms)Running coprocessor post-close hooks at 1731241396301 (+3 ms)Closed at 1731241396301 2024-11-10T12:23:16,302 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:16,367 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.wal-reader.3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 to pos 1803, reset compression=false 2024-11-10T12:23:16,377 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T12:23:16,377 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,40773,1731241372624; all regions closed. 2024-11-10T12:23:16,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:23:16,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.meta.1731241375135.meta not finished, retry = 0 2024-11-10T12:23:16,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741839_1015 (size=1733) 2024-11-10T12:23:16,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.rep.1731241383823 not finished, retry = 0 2024-11-10T12:23:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741832_1008 (size=1811) 2024-11-10T12:23:16,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/WALs/3857ccc89b65,40773,1731241372624/3857ccc89b65%2C40773%2C1731241372624.1731241374206 not finished, retry = 0 2024-11-10T12:23:16,686 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:16,686 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:16,686 INFO [RS:0;3857ccc89b65:40773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:16,686 INFO [RS:0;3857ccc89b65:40773 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:16,687 INFO [RS:0;3857ccc89b65:40773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:16,687 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:16,687 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,40773,1731241372624 because: Region server is closing 2024-11-10T12:23:16,687 INFO [RS:0;3857ccc89b65:40773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40773. 2024-11-10T12:23:16,687 DEBUG [RS:0;3857ccc89b65:40773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:16,687 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:16,687 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:16,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:16,787 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40773,1731241372624.replicationSource.shipper3857ccc89b65%2C40773%2C1731241372624,1-3857ccc89b65,40773,1731241372624 terminated 2024-11-10T12:23:16,788 INFO [RS:0;3857ccc89b65:40773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40773. 2024-11-10T12:23:16,788 DEBUG [RS:0;3857ccc89b65:40773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:16,788 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:16,788 DEBUG [RS:0;3857ccc89b65:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:16,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:16,788 INFO [RS:0;3857ccc89b65:40773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40773 2024-11-10T12:23:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0644055717/rs/3857ccc89b65,40773,1731241372624 2024-11-10T12:23:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717/rs 2024-11-10T12:23:16,791 INFO [RS:0;3857ccc89b65:40773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:16,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,40773,1731241372624] 2024-11-10T12:23:16,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0644055717/draining/3857ccc89b65,40773,1731241372624 already deleted, retry=false 2024-11-10T12:23:16,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,40773,1731241372624 expired; onlineServers=0 2024-11-10T12:23:16,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,39887,1731241372575' ***** 2024-11-10T12:23:16,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:23:16,794 INFO [M:0;3857ccc89b65:39887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:16,794 INFO [M:0;3857ccc89b65:39887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:16,794 DEBUG [M:0;3857ccc89b65:39887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:23:16,794 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:23:16,794 DEBUG [M:0;3857ccc89b65:39887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:23:16,794 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241373998 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241373998,5,FailOnTimeoutGroup] 2024-11-10T12:23:16,794 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241373997 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241373997,5,FailOnTimeoutGroup] 2024-11-10T12:23:16,794 INFO [M:0;3857ccc89b65:39887 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:16,794 INFO [M:0;3857ccc89b65:39887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:16,794 DEBUG [M:0;3857ccc89b65:39887 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:23:16,794 INFO [M:0;3857ccc89b65:39887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:23:16,795 INFO [M:0;3857ccc89b65:39887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:16,795 INFO [M:0;3857ccc89b65:39887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:23:16,795 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:23:16,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0644055717/master 2024-11-10T12:23:16,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0644055717 2024-11-10T12:23:16,796 DEBUG [M:0;3857ccc89b65:39887 {}] zookeeper.ZKUtil(347): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Unable to get data of znode /0644055717/master because node does not exist (not an error) 2024-11-10T12:23:16,796 WARN [M:0;3857ccc89b65:39887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:23:16,797 INFO [M:0;3857ccc89b65:39887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/.lastflushedseqids 2024-11-10T12:23:16,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741847_1023 (size=245) 2024-11-10T12:23:16,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:16,893 INFO [RS:0;3857ccc89b65:40773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:16,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x10101d4d2890001, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:16,893 INFO [RS:0;3857ccc89b65:40773 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,40773,1731241372624; zookeeper connection closed. 2024-11-10T12:23:16,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a727892 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a727892 2024-11-10T12:23:16,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:23:17,201 INFO [M:0;3857ccc89b65:39887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:23:17,201 INFO [M:0;3857ccc89b65:39887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:23:17,201 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:23:17,201 INFO [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:17,201 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:17,201 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:23:17,201 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:17,202 INFO [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T12:23:17,217 DEBUG [M:0;3857ccc89b65:39887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b19cf53c45d4f6b97b8fe19bd572c19 is 82, key is hbase:meta,,1/info:regioninfo/1731241375168/Put/seqid=0 2024-11-10T12:23:17,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741848_1024 (size=5672) 2024-11-10T12:23:17,621 INFO [M:0;3857ccc89b65:39887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b19cf53c45d4f6b97b8fe19bd572c19 2024-11-10T12:23:17,640 DEBUG [M:0;3857ccc89b65:39887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab24b7495a1b4a6ebe9fbfe71c850858 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241383869/Put/seqid=0 2024-11-10T12:23:17,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741849_1025 (size=8516) 2024-11-10T12:23:17,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:17,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:17,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:18,044 INFO [M:0;3857ccc89b65:39887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab24b7495a1b4a6ebe9fbfe71c850858 2024-11-10T12:23:18,062 DEBUG [M:0;3857ccc89b65:39887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae190cc3a494c7c8295e4f6287408fd is 69, key is 3857ccc89b65,40773,1731241372624/rs:state/1731241374065/Put/seqid=0 2024-11-10T12:23:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741850_1026 (size=5156) 2024-11-10T12:23:18,467 INFO [M:0;3857ccc89b65:39887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae190cc3a494c7c8295e4f6287408fd 2024-11-10T12:23:18,471 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b19cf53c45d4f6b97b8fe19bd572c19 as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b19cf53c45d4f6b97b8fe19bd572c19 2024-11-10T12:23:18,475 INFO [M:0;3857ccc89b65:39887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b19cf53c45d4f6b97b8fe19bd572c19, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T12:23:18,476 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab24b7495a1b4a6ebe9fbfe71c850858 as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab24b7495a1b4a6ebe9fbfe71c850858 2024-11-10T12:23:18,479 INFO [M:0;3857ccc89b65:39887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab24b7495a1b4a6ebe9fbfe71c850858, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T12:23:18,480 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae190cc3a494c7c8295e4f6287408fd as hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ae190cc3a494c7c8295e4f6287408fd 2024-11-10T12:23:18,484 INFO [M:0;3857ccc89b65:39887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46519/user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ae190cc3a494c7c8295e4f6287408fd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T12:23:18,485 INFO [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-10T12:23:18,486 INFO [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:18,486 DEBUG [M:0;3857ccc89b65:39887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241397201Disabling compacts and flushes for region at 1731241397201Disabling writes for close at 1731241397201Obtaining lock to block concurrent updates at 1731241397202 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241397202Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731241397202Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241397202Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241397203 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241397216 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241397217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241397625 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241397639 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241397639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241398048 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241398062 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241398062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665ce56d: reopening flushed file at 1731241398471 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bb964f: reopening flushed file at 1731241398475 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33277f99: reopening flushed file at 1731241398480 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731241398485 (+5 ms)Writing region close event to WAL at 1731241398486 (+1 ms)Closed at 1731241398486 2024-11-10T12:23:18,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a4d00d2-c79d-e03c-1f00-b871df770d03/MasterData/WALs/3857ccc89b65,39887,1731241372575/3857ccc89b65%2C39887%2C1731241372575.1731241373910 not finished, retry = 0 2024-11-10T12:23:18,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741830_1006 (size=63654) 2024-11-10T12:23:18,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:23:18,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:23:18,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:23:18,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:23:18,591 INFO [M:0;3857ccc89b65:39887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:23:18,591 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:18,591 INFO [M:0;3857ccc89b65:39887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39887 2024-11-10T12:23:18,591 INFO [M:0;3857ccc89b65:39887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:18,694 INFO [M:0;3857ccc89b65:39887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39887-0x10101d4d2890000, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:18,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abc4f7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:23:18,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:18,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:18,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:18,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:18,699 WARN [BP-1976729945-172.17.0.2-1731241371665 heartbeating to localhost/127.0.0.1:46519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:23:18,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:23:18,699 WARN [BP-1976729945-172.17.0.2-1731241371665 heartbeating to localhost/127.0.0.1:46519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1976729945-172.17.0.2-1731241371665 (Datanode Uuid 695d973d-ac20-4031-b97c-c972e702bcde) service to localhost/127.0.0.1:46519 2024-11-10T12:23:18,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:23:18,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240/data/data1/current/BP-1976729945-172.17.0.2-1731241371665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:18,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/cluster_51c213a7-ee72-c852-60db-8b881a33d240/data/data2/current/BP-1976729945-172.17.0.2-1731241371665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:18,700 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:23:18,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33556bef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:23:18,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:18,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:18,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:18,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7349dc70-a1a7-220b-a482-7c47ac1a516d/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:18,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:23:18,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:23:18,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 244) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43645 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46519 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=659 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 165) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8445 (was 8466) 2024-11-10T12:23:18,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=8445 2024-11-10T12:23:18,755 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T12:23:18,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.log.dir so I do NOT create it in target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6 2024-11-10T12:23:18,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:23:18,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.tmp.dir so I do NOT create it in target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6 2024-11-10T12:23:18,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf1cc82-95ac-6ac3-77da-c01df05e87ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:23:18,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6 2024-11-10T12:23:18,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3, deleteOnExit=true 2024-11-10T12:23:18,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3/zookeeper_0, clientPort=64929, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:23:18,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64929 2024-11-10T12:23:18,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:23:18,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:23:18,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/test.cache.data in system properties and HBase conf 2024-11-10T12:23:18,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:23:18,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:23:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:23:18,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:23:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d4d2890002, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:23:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d4d2890005, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:23:18,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d4d2890005, quorum=127.0.0.1:53326, baseZNode=/11883186732 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:23:18,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d4d2890002, quorum=127.0.0.1:53326, baseZNode=/0644055717 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:23:18,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:18,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:23:18,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:23:18,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:23:18,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:23:18,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:18,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b9fcac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:23:18,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7612f0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:23:18,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d0bd14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/java.io.tmpdir/jetty-localhost-45339-hadoop-hdfs-3_4_1-tests_jar-_-any-15263656872807377891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:23:18,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d9e9be{HTTP/1.1, (http/1.1)}{localhost:45339} 2024-11-10T12:23:18,958 INFO [Time-limited test {}] server.Server(415): Started @215668ms 2024-11-10T12:23:19,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:19,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:23:19,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:23:19,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:23:19,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:23:19,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cadec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:23:19,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65274dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:23:19,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7787f04f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/java.io.tmpdir/jetty-localhost-34381-hadoop-hdfs-3_4_1-tests_jar-_-any-9022970368233326550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:23:19,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c6ec404{HTTP/1.1, (http/1.1)}{localhost:34381} 2024-11-10T12:23:19,150 INFO [Time-limited test {}] server.Server(415): Started @215860ms 2024-11-10T12:23:19,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:23:19,245 WARN [Thread-2675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3/data/data1/current/BP-1885836977-172.17.0.2-1731241398782/current, will proceed with Du for space computation calculation, 2024-11-10T12:23:19,245 WARN [Thread-2676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3/data/data2/current/BP-1885836977-172.17.0.2-1731241398782/current, will proceed with Du for space computation calculation, 2024-11-10T12:23:19,262 WARN [Thread-2663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:23:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7448f3005259cc with lease ID 0x9310b2af2c76cfd5: Processing first storage report for DS-1756c41a-579c-4c29-9447-a323b5ecddd2 from datanode DatanodeRegistration(127.0.0.1:41121, datanodeUuid=6ab835ee-2131-4de5-8caf-b94e556880dc, infoPort=43001, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1206663609;c=1731241398782) 2024-11-10T12:23:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7448f3005259cc with lease ID 0x9310b2af2c76cfd5: from storage DS-1756c41a-579c-4c29-9447-a323b5ecddd2 node DatanodeRegistration(127.0.0.1:41121, datanodeUuid=6ab835ee-2131-4de5-8caf-b94e556880dc, infoPort=43001, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1206663609;c=1731241398782), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:23:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7448f3005259cc with lease ID 0x9310b2af2c76cfd5: Processing first storage report for DS-a06d2c0b-1014-4aa8-8224-c87ff62dc616 from datanode DatanodeRegistration(127.0.0.1:41121, datanodeUuid=6ab835ee-2131-4de5-8caf-b94e556880dc, infoPort=43001, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1206663609;c=1731241398782) 2024-11-10T12:23:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7448f3005259cc with lease ID 0x9310b2af2c76cfd5: from storage DS-a06d2c0b-1014-4aa8-8224-c87ff62dc616 node DatanodeRegistration(127.0.0.1:41121, datanodeUuid=6ab835ee-2131-4de5-8caf-b94e556880dc, infoPort=43001, infoSecurePort=0, ipcPort=33893, storageInfo=lv=-57;cid=testClusterID;nsid=1206663609;c=1731241398782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:23:19,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6 2024-11-10T12:23:19,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:19,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:23:19,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b with version=8 2024-11-10T12:23:19,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/hbase-staging 2024-11-10T12:23:19,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:23:19,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:19,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:19,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:23:19,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:19,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:23:19,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:23:19,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:23:19,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43619 2024-11-10T12:23:19,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43619 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436190x0, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:19,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43619-0x10101d53c750000 connected 2024-11-10T12:23:19,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:19,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:19,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on znode that does not yet exist, /0-444114649/running 2024-11-10T12:23:19,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b, hbase.cluster.distributed=false 2024-11-10T12:23:19,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on znode that does not yet exist, /0-444114649/acl 2024-11-10T12:23:19,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-10T12:23:19,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43619 2024-11-10T12:23:19,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43619 2024-11-10T12:23:19,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-10T12:23:19,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-10T12:23:19,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:23:19,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:19,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:19,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:23:19,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:19,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:23:19,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:23:19,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:23:19,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41499 2024-11-10T12:23:19,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41499 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:19,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:19,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:19,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414990x0, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:19,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414990x0, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on znode that does not yet exist, /0-444114649/running 2024-11-10T12:23:19,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41499-0x10101d53c750001 connected 2024-11-10T12:23:19,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:23:19,744 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:23:19,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on znode that does not yet exist, /0-444114649/master 2024-11-10T12:23:19,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on znode that does not yet exist, /0-444114649/acl 2024-11-10T12:23:19,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41499 2024-11-10T12:23:19,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41499 2024-11-10T12:23:19,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41499 2024-11-10T12:23:19,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41499 2024-11-10T12:23:19,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41499 2024-11-10T12:23:19,766 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:43619 2024-11-10T12:23:19,766 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-444114649/backup-masters/3857ccc89b65,43619,1731241399682 2024-11-10T12:23:19,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649/backup-masters 2024-11-10T12:23:19,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649/backup-masters 2024-11-10T12:23:19,769 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on existing znode=/0-444114649/backup-masters/3857ccc89b65,43619,1731241399682 2024-11-10T12:23:19,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-444114649/master 2024-11-10T12:23:19,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:19,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:19,770 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on existing znode=/0-444114649/master 2024-11-10T12:23:19,770 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-444114649/backup-masters/3857ccc89b65,43619,1731241399682 from backup master directory 2024-11-10T12:23:19,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-444114649/backup-masters/3857ccc89b65,43619,1731241399682 2024-11-10T12:23:19,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649/backup-masters 2024-11-10T12:23:19,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649/backup-masters 2024-11-10T12:23:19,772 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:23:19,772 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,43619,1731241399682 2024-11-10T12:23:19,777 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/hbase.id] with ID: 6820361a-dc2f-4bf8-be9f-b0dad8cffe50 2024-11-10T12:23:19,777 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/.tmp/hbase.id 2024-11-10T12:23:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:23:20,182 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/.tmp/hbase.id]:[hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/hbase.id] 2024-11-10T12:23:20,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:20,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:23:20,191 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:23:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:23:20,598 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:20,599 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:23:20,599 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:23:21,005 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store 2024-11-10T12:23:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:23:21,411 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:21,411 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:23:21,411 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:21,411 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:21,411 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:23:21,411 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:21,411 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:21,411 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241401411Disabling compacts and flushes for region at 1731241401411Disabling writes for close at 1731241401411Writing region close event to WAL at 1731241401411Closed at 1731241401411 2024-11-10T12:23:21,412 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/.initializing 2024-11-10T12:23:21,412 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/WALs/3857ccc89b65,43619,1731241399682 2024-11-10T12:23:21,412 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:23:21,414 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C43619%2C1731241399682, suffix=, logDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/WALs/3857ccc89b65,43619,1731241399682, archiveDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/oldWALs, maxLogs=10 2024-11-10T12:23:21,427 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/WALs/3857ccc89b65,43619,1731241399682/3857ccc89b65%2C43619%2C1731241399682.1731241401414, exclude list is [], retry=0 2024-11-10T12:23:21,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41121,DS-1756c41a-579c-4c29-9447-a323b5ecddd2,DISK] 2024-11-10T12:23:21,432 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/WALs/3857ccc89b65,43619,1731241399682/3857ccc89b65%2C43619%2C1731241399682.1731241401414 2024-11-10T12:23:21,432 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43001:43001)] 2024-11-10T12:23:21,432 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:21,432 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:21,432 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,432 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:23:21,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:21,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:21,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:23:21,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:23:21,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:21,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:21,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:23:21,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:21,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:21,439 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,440 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,440 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,441 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,441 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,442 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:21,442 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:21,448 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:21,449 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66212225, jitterRate=-0.013360962271690369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:21,450 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241401432Initializing all the Stores at 1731241401433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241401433Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241401433Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241401433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241401433Cleaning up temporary data from old regions at 1731241401441 (+8 ms)Region opened successfully at 1731241401449 (+8 ms) 2024-11-10T12:23:21,450 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:23:21,452 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3a1e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:23:21,453 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:23:21,453 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:23:21,453 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:23:21,454 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:23:21,454 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:23:21,454 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:23:21,454 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:23:21,456 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:23:21,457 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Unable to get data of znode /0-444114649/balancer because node does not exist (not necessarily an error) 2024-11-10T12:23:21,459 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-444114649/balancer already deleted, retry=false 2024-11-10T12:23:21,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:23:21,460 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Unable to get data of znode /0-444114649/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:23:21,461 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-444114649/normalizer already deleted, retry=false 2024-11-10T12:23:21,462 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:23:21,463 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Unable to get data of znode /0-444114649/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:23:21,464 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-444114649/switch/split already deleted, retry=false 2024-11-10T12:23:21,464 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Unable to get data of znode /0-444114649/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:23:21,465 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-444114649/switch/merge already deleted, retry=false 2024-11-10T12:23:21,467 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Unable to get data of znode /0-444114649/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:23:21,469 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-444114649/snapshot-cleanup already deleted, retry=false 2024-11-10T12:23:21,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-444114649/running 2024-11-10T12:23:21,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-444114649/running 2024-11-10T12:23:21,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:21,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:21,471 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,43619,1731241399682, sessionid=0x10101d53c750000, setting cluster-up flag (Was=false) 2024-11-10T12:23:21,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:21,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:21,485 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-444114649/flush-table-proc/acquired, /0-444114649/flush-table-proc/reached, /0-444114649/flush-table-proc/abort 2024-11-10T12:23:21,485 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,43619,1731241399682 2024-11-10T12:23:21,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:21,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:21,492 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-444114649/online-snapshot/acquired, /0-444114649/online-snapshot/reached, /0-444114649/online-snapshot/abort 2024-11-10T12:23:21,493 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,43619,1731241399682 2024-11-10T12:23:21,494 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:23:21,495 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:21,495 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:23:21,495 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:23:21,495 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,43619,1731241399682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:23:21,496 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241431497 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:23:21,497 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:21,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:23:21,498 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:23:21,498 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:23:21,498 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:23:21,498 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:23:21,498 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:23:21,498 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:23:21,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:21,498 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241401498,5,FailOnTimeoutGroup] 2024-11-10T12:23:21,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:23:21,498 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241401498,5,FailOnTimeoutGroup] 2024-11-10T12:23:21,498 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,499 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:23:21,499 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,499 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:23:21,557 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(746): ClusterId : 6820361a-dc2f-4bf8-be9f-b0dad8cffe50 2024-11-10T12:23:21,557 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:23:21,560 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:23:21,560 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:23:21,562 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:23:21,562 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494cc3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:23:21,574 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:41499 2024-11-10T12:23:21,574 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:23:21,574 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:23:21,574 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:23:21,574 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,43619,1731241399682 with port=41499, startcode=1731241399734 2024-11-10T12:23:21,575 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:23:21,576 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:23:21,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,41499,1731241399734 2024-11-10T12:23:21,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43619 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:21,578 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b 2024-11-10T12:23:21,578 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43797 2024-11-10T12:23:21,578 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:23:21,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649/rs 2024-11-10T12:23:21,580 DEBUG [RS:0;3857ccc89b65:41499 {}] zookeeper.ZKUtil(111): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on existing znode=/0-444114649/rs/3857ccc89b65,41499,1731241399734 2024-11-10T12:23:21,580 WARN [RS:0;3857ccc89b65:41499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:23:21,580 INFO [RS:0;3857ccc89b65:41499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:21,580 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734 2024-11-10T12:23:21,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,41499,1731241399734] 2024-11-10T12:23:21,583 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:23:21,584 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:23:21,588 INFO [RS:0;3857ccc89b65:41499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:23:21,588 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,588 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:23:21,589 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:23:21,589 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:23:21,589 DEBUG [RS:0;3857ccc89b65:41499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:23:21,590 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,590 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,590 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,590 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,590 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,590 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41499,1731241399734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:23:21,604 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:23:21,605 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41499,1731241399734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,605 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,605 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.Replication(171): 3857ccc89b65,41499,1731241399734 started 2024-11-10T12:23:21,618 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:21,618 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,41499,1731241399734, RpcServer on 3857ccc89b65/172.17.0.2:41499, sessionid=0x10101d53c750001 2024-11-10T12:23:21,618 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:23:21,618 DEBUG [RS:0;3857ccc89b65:41499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,41499,1731241399734 2024-11-10T12:23:21,618 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,41499,1731241399734' 2024-11-10T12:23:21,618 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-444114649/flush-table-proc/abort' 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-444114649/flush-table-proc/acquired' 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,41499,1731241399734 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,41499,1731241399734' 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-444114649/online-snapshot/abort' 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-444114649/online-snapshot/acquired' 2024-11-10T12:23:21,619 DEBUG [RS:0;3857ccc89b65:41499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:23:21,620 INFO [RS:0;3857ccc89b65:41499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:23:21,620 INFO [RS:0;3857ccc89b65:41499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:23:21,720 INFO [RS:0;3857ccc89b65:41499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:23:21,721 INFO [RS:0;3857ccc89b65:41499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C41499%2C1731241399734, suffix=, logDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734, archiveDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/oldWALs, maxLogs=10 2024-11-10T12:23:21,734 DEBUG [RS:0;3857ccc89b65:41499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, exclude list is [], retry=0 2024-11-10T12:23:21,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41121,DS-1756c41a-579c-4c29-9447-a323b5ecddd2,DISK] 2024-11-10T12:23:21,738 INFO [RS:0;3857ccc89b65:41499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 2024-11-10T12:23:21,739 DEBUG [RS:0;3857ccc89b65:41499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43001:43001)] 2024-11-10T12:23:21,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:23:21,907 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b 2024-11-10T12:23:21,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:23:22,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:22,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:23:22,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:23:22,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:23:22,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:23:22,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:23:22,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:23:22,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:23:22,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:23:22,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:23:22,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740 2024-11-10T12:23:22,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740 2024-11-10T12:23:22,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:23:22,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:23:22,321 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:22,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:23:22,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:22,324 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74568603, jitterRate=0.11115877330303192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:22,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241402313Initializing all the Stores at 1731241402313Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241402313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241402314 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241402314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241402314Cleaning up temporary data from old regions at 1731241402321 (+7 ms)Region opened successfully at 1731241402324 (+3 ms) 2024-11-10T12:23:22,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:22,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:22,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:22,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:22,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:22,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:22,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241402324Disabling compacts and flushes for region at 1731241402324Disabling writes for close at 1731241402324Writing region close event to WAL at 1731241402325 (+1 ms)Closed at 1731241402325 2024-11-10T12:23:22,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:22,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:23:22,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:23:22,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:23:22,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:23:22,478 DEBUG [3857ccc89b65:43619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:23:22,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:22,479 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,41499,1731241399734, state=OPENING 2024-11-10T12:23:22,481 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:23:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:22,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:23:22,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-444114649/meta-region-server: CHANGED 2024-11-10T12:23:22,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-444114649/meta-region-server: CHANGED 2024-11-10T12:23:22,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,41499,1731241399734}] 2024-11-10T12:23:22,635 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:22,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:23:22,640 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:23:22,640 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:22,640 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:23:22,641 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C41499%2C1731241399734.meta, suffix=.meta, logDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734, archiveDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/oldWALs, maxLogs=10 2024-11-10T12:23:22,659 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.meta.1731241402642.meta, exclude list is [], retry=0 2024-11-10T12:23:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41121,DS-1756c41a-579c-4c29-9447-a323b5ecddd2,DISK] 2024-11-10T12:23:22,663 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.meta.1731241402642.meta 2024-11-10T12:23:22,663 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43001:43001)] 2024-11-10T12:23:22,663 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:22,664 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:22,664 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:22,664 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:23:22,664 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:23:22,664 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:23:22,664 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:22,664 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:23:22,664 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:23:22,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:23:22,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:23:22,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:23:22,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:23:22,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:23:22,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:23:22,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:23:22,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:23:22,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:22,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:22,669 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:23:22,669 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740 2024-11-10T12:23:22,670 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740 2024-11-10T12:23:22,671 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:23:22,671 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:23:22,671 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:22,672 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:23:22,672 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62301431, jitterRate=-0.07163633406162262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:22,672 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:23:22,673 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241402664Writing region info on filesystem at 1731241402664Initializing all the Stores at 1731241402665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241402665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241402665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241402665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241402665Cleaning up temporary data from old regions at 1731241402671 (+6 ms)Running coprocessor post-open hooks at 1731241402672 (+1 ms)Region opened successfully at 1731241402673 (+1 ms) 2024-11-10T12:23:22,673 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241402635 2024-11-10T12:23:22,675 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:23:22,675 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:23:22,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:22,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,41499,1731241399734, state=OPEN 2024-11-10T12:23:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-444114649/meta-region-server 2024-11-10T12:23:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-444114649/meta-region-server 2024-11-10T12:23:22,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-444114649/meta-region-server: CHANGED 2024-11-10T12:23:22,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-444114649/meta-region-server: CHANGED 2024-11-10T12:23:22,680 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:22,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:23:22,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,41499,1731241399734 in 196 msec 2024-11-10T12:23:22,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:23:22,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-10T12:23:22,684 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:22,684 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:23:22,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:22,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41499,1731241399734, seqNum=-1] 2024-11-10T12:23:22,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:22,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:22,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-10T12:23:22,690 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241402690, completionTime=-1 2024-11-10T12:23:22,690 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:23:22,690 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241462692 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241522692 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43619,1731241399682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43619,1731241399682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43619,1731241399682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:43619, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:22,692 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:22,693 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:22,694 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43619,1731241399682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:23:22,695 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43619,1731241399682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:23:22,697 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:23:22,697 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:23:22,697 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43619,1731241399682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:22,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:22,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43619,-1 for getting cluster id 2024-11-10T12:23:22,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:22,759 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6820361a-dc2f-4bf8-be9f-b0dad8cffe50' 2024-11-10T12:23:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6820361a-dc2f-4bf8-be9f-b0dad8cffe50" 2024-11-10T12:23:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25c8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43619,-1] 2024-11-10T12:23:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:22,761 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b01e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:22,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41499,1731241399734, seqNum=-1] 2024-11-10T12:23:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:22,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:22,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,43619,1731241399682 2024-11-10T12:23:22,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:22,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d53c750002 connected 2024-11-10T12:23:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.log.dir so I do NOT create it in target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348 2024-11-10T12:23:22,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:23:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.tmp.dir so I do NOT create it in target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348 2024-11-10T12:23:22,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:23:22,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/cluster_9a2793b0-ecc1-2319-db77-ecfadafe24b6, deleteOnExit=true 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/test.cache.data in system properties and HBase conf 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:23:22,775 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:23:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:23:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:23:22,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:22,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:23:22,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:23:22,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:23:22,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:23:22,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:22,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468ae325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:23:22,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@666de90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:23:22,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51434c40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/java.io.tmpdir/jetty-localhost-35929-hadoop-hdfs-3_4_1-tests_jar-_-any-11001545617960486297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:23:22,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51cf730b{HTTP/1.1, (http/1.1)}{localhost:35929} 2024-11-10T12:23:22,991 INFO [Time-limited test {}] server.Server(415): Started @219701ms 2024-11-10T12:23:23,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:23,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:23:23,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:23:23,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:23:23,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:23:23,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1fe91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:23:23,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30dd4f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:23:23,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a7f541b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/java.io.tmpdir/jetty-localhost-44399-hadoop-hdfs-3_4_1-tests_jar-_-any-12803484391214090416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:23:23,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@339b9dcb{HTTP/1.1, (http/1.1)}{localhost:44399} 2024-11-10T12:23:23,191 INFO [Time-limited test {}] server.Server(415): Started @219900ms 2024-11-10T12:23:23,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:23:23,310 WARN [Thread-2795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/cluster_9a2793b0-ecc1-2319-db77-ecfadafe24b6/data/data1/current/BP-1955803000-172.17.0.2-1731241402794/current, will proceed with Du for space computation calculation, 2024-11-10T12:23:23,310 WARN [Thread-2796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/cluster_9a2793b0-ecc1-2319-db77-ecfadafe24b6/data/data2/current/BP-1955803000-172.17.0.2-1731241402794/current, will proceed with Du for space computation calculation, 2024-11-10T12:23:23,330 WARN [Thread-2783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:23:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8d1aa4f379ebfa0 with lease ID 0x59e2a2592c982b78: Processing first storage report for DS-df0dd15f-2128-4750-b012-0fb9529756e1 from datanode DatanodeRegistration(127.0.0.1:37149, datanodeUuid=35019c68-f8b6-40fc-9308-3a6cffb0c630, infoPort=33305, infoSecurePort=0, ipcPort=33327, storageInfo=lv=-57;cid=testClusterID;nsid=1987879069;c=1731241402794) 2024-11-10T12:23:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8d1aa4f379ebfa0 with lease ID 0x59e2a2592c982b78: from storage DS-df0dd15f-2128-4750-b012-0fb9529756e1 node DatanodeRegistration(127.0.0.1:37149, datanodeUuid=35019c68-f8b6-40fc-9308-3a6cffb0c630, infoPort=33305, infoSecurePort=0, ipcPort=33327, storageInfo=lv=-57;cid=testClusterID;nsid=1987879069;c=1731241402794), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:23:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8d1aa4f379ebfa0 with lease ID 0x59e2a2592c982b78: Processing first storage report for DS-bb3054db-31a2-4e61-b831-0207fbf56e8d from datanode DatanodeRegistration(127.0.0.1:37149, datanodeUuid=35019c68-f8b6-40fc-9308-3a6cffb0c630, infoPort=33305, infoSecurePort=0, ipcPort=33327, storageInfo=lv=-57;cid=testClusterID;nsid=1987879069;c=1731241402794) 2024-11-10T12:23:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8d1aa4f379ebfa0 with lease ID 0x59e2a2592c982b78: from storage DS-bb3054db-31a2-4e61-b831-0207fbf56e8d node DatanodeRegistration(127.0.0.1:37149, datanodeUuid=35019c68-f8b6-40fc-9308-3a6cffb0c630, infoPort=33305, infoSecurePort=0, ipcPort=33327, storageInfo=lv=-57;cid=testClusterID;nsid=1987879069;c=1731241402794), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:23:23,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348 2024-11-10T12:23:23,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:23,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:23:23,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3 with version=8 2024-11-10T12:23:23,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/hbase-staging 2024-11-10T12:23:23,832 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:23:23,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:23,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:23,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:23:23,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:23,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:23:23,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:23:23,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:23:23,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44335 2024-11-10T12:23:23,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44335 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443350x0, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:23,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44335-0x10101d53c750003 connected 2024-11-10T12:23:23,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:23,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:23,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on znode that does not yet exist, /1-1046511011/running 2024-11-10T12:23:23,850 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3, hbase.cluster.distributed=false 2024-11-10T12:23:23,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on znode that does not yet exist, /1-1046511011/acl 2024-11-10T12:23:23,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-10T12:23:23,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44335 2024-11-10T12:23:23,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44335 2024-11-10T12:23:23,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-10T12:23:23,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-10T12:23:23,868 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:23:23,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:23,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:23,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:23:23,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:23,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:23:23,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:23:23,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:23:23,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33617 2024-11-10T12:23:23,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33617 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:23,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:23,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336170x0, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:23,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336170x0, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on znode that does not yet exist, /1-1046511011/running 2024-11-10T12:23:23,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33617-0x10101d53c750004 connected 2024-11-10T12:23:23,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:23:23,878 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:23:23,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on znode that does not yet exist, /1-1046511011/master 2024-11-10T12:23:23,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on znode that does not yet exist, /1-1046511011/acl 2024-11-10T12:23:23,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-10T12:23:23,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33617 2024-11-10T12:23:23,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33617 2024-11-10T12:23:23,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-10T12:23:23,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-10T12:23:23,903 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:44335 2024-11-10T12:23:23,904 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1046511011/backup-masters/3857ccc89b65,44335,1731241403831 2024-11-10T12:23:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011/backup-masters 2024-11-10T12:23:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011/backup-masters 2024-11-10T12:23:23,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on existing znode=/1-1046511011/backup-masters/3857ccc89b65,44335,1731241403831 2024-11-10T12:23:23,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1046511011/master 2024-11-10T12:23:23,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:23,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:23,910 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on existing znode=/1-1046511011/master 2024-11-10T12:23:23,910 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1046511011/backup-masters/3857ccc89b65,44335,1731241403831 from backup master directory 2024-11-10T12:23:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046511011/backup-masters/3857ccc89b65,44335,1731241403831 2024-11-10T12:23:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011/backup-masters 2024-11-10T12:23:23,911 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:23:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011/backup-masters 2024-11-10T12:23:23,911 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,44335,1731241403831 2024-11-10T12:23:23,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/hbase.id] with ID: bf3186cb-af88-4dca-aab3-b51f83831547 2024-11-10T12:23:23,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/.tmp/hbase.id 2024-11-10T12:23:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:23:24,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:24,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:24,321 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/.tmp/hbase.id]:[hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/hbase.id] 2024-11-10T12:23:24,329 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:24,330 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:23:24,330 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T12:23:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:23:24,738 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:24,739 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:23:24,739 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:24,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:23:25,146 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store 2024-11-10T12:23:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:23:25,551 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:25,551 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:23:25,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:25,552 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:25,552 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:23:25,552 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:25,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:25,552 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241405551Disabling compacts and flushes for region at 1731241405551Disabling writes for close at 1731241405552 (+1 ms)Writing region close event to WAL at 1731241405552Closed at 1731241405552 2024-11-10T12:23:25,552 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/.initializing 2024-11-10T12:23:25,553 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/WALs/3857ccc89b65,44335,1731241403831 2024-11-10T12:23:25,553 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:23:25,555 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C44335%2C1731241403831, suffix=, logDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/WALs/3857ccc89b65,44335,1731241403831, archiveDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/oldWALs, maxLogs=10 2024-11-10T12:23:25,572 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/WALs/3857ccc89b65,44335,1731241403831/3857ccc89b65%2C44335%2C1731241403831.1731241405555, exclude list is [], retry=0 2024-11-10T12:23:25,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-df0dd15f-2128-4750-b012-0fb9529756e1,DISK] 2024-11-10T12:23:25,576 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/WALs/3857ccc89b65,44335,1731241403831/3857ccc89b65%2C44335%2C1731241403831.1731241405555 2024-11-10T12:23:25,576 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33305:33305)] 2024-11-10T12:23:25,576 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:25,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:25,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:23:25,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:25,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:25,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:23:25,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:25,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:25,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:23:25,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:25,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:25,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:23:25,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:25,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:25,583 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,583 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,584 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,584 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,584 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,585 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:25,586 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:25,587 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:25,587 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643985, jitterRate=0.022875085473060608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:25,588 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241405577Initializing all the Stores at 1731241405577Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241405577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241405578 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241405578Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241405578Cleaning up temporary data from old regions at 1731241405584 (+6 ms)Region opened successfully at 1731241405588 (+4 ms) 2024-11-10T12:23:25,588 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:23:25,590 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6a9afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:23:25,591 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:23:25,591 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:23:25,591 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:23:25,591 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:23:25,591 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:23:25,592 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:23:25,592 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:23:25,593 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:23:25,594 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Unable to get data of znode /1-1046511011/balancer because node does not exist (not necessarily an error) 2024-11-10T12:23:25,595 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046511011/balancer already deleted, retry=false 2024-11-10T12:23:25,595 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:23:25,596 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Unable to get data of znode /1-1046511011/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:23:25,598 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046511011/normalizer already deleted, retry=false 2024-11-10T12:23:25,599 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:23:25,599 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Unable to get data of znode /1-1046511011/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:23:25,600 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046511011/switch/split already deleted, retry=false 2024-11-10T12:23:25,601 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Unable to get data of znode /1-1046511011/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:23:25,602 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046511011/switch/merge already deleted, retry=false 2024-11-10T12:23:25,604 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Unable to get data of znode /1-1046511011/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:23:25,605 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046511011/snapshot-cleanup already deleted, retry=false 2024-11-10T12:23:25,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1046511011/running 2024-11-10T12:23:25,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1046511011/running 2024-11-10T12:23:25,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:25,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:25,607 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,44335,1731241403831, sessionid=0x10101d53c750003, setting cluster-up flag (Was=false) 2024-11-10T12:23:25,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:25,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:25,615 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1046511011/flush-table-proc/acquired, /1-1046511011/flush-table-proc/reached, /1-1046511011/flush-table-proc/abort 2024-11-10T12:23:25,615 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44335,1731241403831 2024-11-10T12:23:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:25,622 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1046511011/online-snapshot/acquired, /1-1046511011/online-snapshot/reached, /1-1046511011/online-snapshot/abort 2024-11-10T12:23:25,623 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44335,1731241403831 2024-11-10T12:23:25,624 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:23:25,625 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:25,626 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:23:25,626 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:23:25,626 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,44335,1731241403831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:23:25,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:25,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:23:25,630 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:25,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:23:25,632 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241435632 2024-11-10T12:23:25,632 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:23:25,633 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:23:25,633 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:23:25,633 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:23:25,633 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:23:25,634 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:23:25,636 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,638 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:23:25,638 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:23:25,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:23:25,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:23:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:23:25,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:23:25,639 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:23:25,640 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241405639,5,FailOnTimeoutGroup] 2024-11-10T12:23:25,643 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241405640,5,FailOnTimeoutGroup] 2024-11-10T12:23:25,643 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,643 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:23:25,643 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,643 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,688 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(746): ClusterId : bf3186cb-af88-4dca-aab3-b51f83831547 2024-11-10T12:23:25,688 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:23:25,690 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:23:25,690 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:23:25,693 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:23:25,693 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2195caf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:23:25,705 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:33617 2024-11-10T12:23:25,705 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:23:25,705 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:23:25,705 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:23:25,705 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,44335,1731241403831 with port=33617, startcode=1731241403867 2024-11-10T12:23:25,706 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:23:25,707 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:23:25,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,33617,1731241403867 2024-11-10T12:23:25,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:25,709 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3 2024-11-10T12:23:25,709 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43809 2024-11-10T12:23:25,709 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:23:25,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011/rs 2024-11-10T12:23:25,713 DEBUG [RS:0;3857ccc89b65:33617 {}] zookeeper.ZKUtil(111): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on existing znode=/1-1046511011/rs/3857ccc89b65,33617,1731241403867 2024-11-10T12:23:25,713 WARN [RS:0;3857ccc89b65:33617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:23:25,713 INFO [RS:0;3857ccc89b65:33617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:25,713 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867 2024-11-10T12:23:25,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,33617,1731241403867] 2024-11-10T12:23:25,717 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:23:25,718 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:23:25,719 INFO [RS:0;3857ccc89b65:33617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:23:25,719 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,719 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:23:25,720 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:23:25,720 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,720 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,720 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,720 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:23:25,721 DEBUG [RS:0;3857ccc89b65:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:23:25,724 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,724 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,724 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,724 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,724 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,724 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33617,1731241403867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:23:25,740 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:23:25,740 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,33617,1731241403867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,740 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,740 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.Replication(171): 3857ccc89b65,33617,1731241403867 started 2024-11-10T12:23:25,754 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:25,754 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,33617,1731241403867, RpcServer on 3857ccc89b65/172.17.0.2:33617, sessionid=0x10101d53c750004 2024-11-10T12:23:25,754 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:23:25,754 DEBUG [RS:0;3857ccc89b65:33617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,33617,1731241403867 2024-11-10T12:23:25,754 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,33617,1731241403867' 2024-11-10T12:23:25,754 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1046511011/flush-table-proc/abort' 2024-11-10T12:23:25,755 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1046511011/flush-table-proc/acquired' 2024-11-10T12:23:25,755 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:23:25,755 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:23:25,755 DEBUG [RS:0;3857ccc89b65:33617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,33617,1731241403867 2024-11-10T12:23:25,755 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,33617,1731241403867' 2024-11-10T12:23:25,755 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1046511011/online-snapshot/abort' 2024-11-10T12:23:25,755 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1046511011/online-snapshot/acquired' 2024-11-10T12:23:25,756 DEBUG [RS:0;3857ccc89b65:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:23:25,756 INFO [RS:0;3857ccc89b65:33617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:23:25,756 INFO [RS:0;3857ccc89b65:33617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:23:25,856 INFO [RS:0;3857ccc89b65:33617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:23:25,857 INFO [RS:0;3857ccc89b65:33617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33617%2C1731241403867, suffix=, logDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867, archiveDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/oldWALs, maxLogs=10 2024-11-10T12:23:25,871 DEBUG [RS:0;3857ccc89b65:33617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, exclude list is [], retry=0 2024-11-10T12:23:25,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-df0dd15f-2128-4750-b012-0fb9529756e1,DISK] 2024-11-10T12:23:25,875 INFO [RS:0;3857ccc89b65:33617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 2024-11-10T12:23:25,875 DEBUG [RS:0;3857ccc89b65:33617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33305:33305)] 2024-11-10T12:23:26,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:23:26,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3 2024-11-10T12:23:26,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:23:26,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:26,150 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:26,150 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38365 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:26,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:26,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:23:26,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:23:26,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:23:26,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:23:26,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:23:26,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:23:26,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:23:26,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:23:26,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:23:26,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740 2024-11-10T12:23:26,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740 2024-11-10T12:23:26,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:23:26,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:23:26,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:26,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:23:26,457 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:26,457 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72378223, jitterRate=0.07851956784725189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241406446Initializing all the Stores at 1731241406447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241406447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241406447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241406447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241406447Cleaning up temporary data from old regions at 1731241406454 (+7 ms)Region opened successfully at 1731241406457 (+3 ms) 2024-11-10T12:23:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:26,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:26,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:26,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241406457Disabling compacts and flushes for region at 1731241406457Disabling writes for close at 1731241406457Writing region close event to WAL at 1731241406458 (+1 ms)Closed at 1731241406458 2024-11-10T12:23:26,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:26,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:23:26,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:23:26,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:23:26,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:23:26,611 DEBUG [3857ccc89b65:44335 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:23:26,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:26,612 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,33617,1731241403867, state=OPENING 2024-11-10T12:23:26,613 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:23:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:26,615 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:23:26,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046511011/meta-region-server: CHANGED 2024-11-10T12:23:26,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046511011/meta-region-server: CHANGED 2024-11-10T12:23:26,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,33617,1731241403867}] 2024-11-10T12:23:26,768 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:26,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:23:26,772 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:23:26,772 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:26,772 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:23:26,773 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33617%2C1731241403867.meta, suffix=.meta, logDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867, archiveDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/oldWALs, maxLogs=10 2024-11-10T12:23:26,787 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.meta.1731241406774.meta, exclude list is [], retry=0 2024-11-10T12:23:26,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-df0dd15f-2128-4750-b012-0fb9529756e1,DISK] 2024-11-10T12:23:26,791 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.meta.1731241406774.meta 2024-11-10T12:23:26,791 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33305:33305)] 2024-11-10T12:23:26,791 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:26,791 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:26,792 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:26,792 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:23:26,792 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:23:26,792 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:23:26,792 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:26,792 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:23:26,792 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:23:26,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:23:26,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:23:26,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:23:26,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:23:26,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:23:26,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:23:26,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:23:26,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:23:26,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:26,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:26,797 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:23:26,797 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740 2024-11-10T12:23:26,798 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740 2024-11-10T12:23:26,798 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:23:26,799 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:23:26,799 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:26,800 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:23:26,800 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60999437, jitterRate=-0.0910375565290451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:26,800 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:23:26,800 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241406792Writing region info on filesystem at 1731241406792Initializing all the Stores at 1731241406793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241406793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241406793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241406793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241406793Cleaning up temporary data from old regions at 1731241406799 (+6 ms)Running coprocessor post-open hooks at 1731241406800 (+1 ms)Region opened successfully at 1731241406800 2024-11-10T12:23:26,801 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241406767 2024-11-10T12:23:26,803 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:23:26,803 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:23:26,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:26,804 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,33617,1731241403867, state=OPEN 2024-11-10T12:23:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1046511011/meta-region-server 2024-11-10T12:23:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1046511011/meta-region-server 2024-11-10T12:23:26,812 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:26,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046511011/meta-region-server: CHANGED 2024-11-10T12:23:26,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1046511011/meta-region-server: CHANGED 2024-11-10T12:23:26,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:23:26,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,33617,1731241403867 in 197 msec 2024-11-10T12:23:26,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:23:26,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T12:23:26,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:26,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:23:26,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:26,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33617,1731241403867, seqNum=-1] 2024-11-10T12:23:26,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:26,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:26,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-10T12:23:26,824 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241406824, completionTime=-1 2024-11-10T12:23:26,824 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:23:26,824 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:23:26,827 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:23:26,827 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241466827 2024-11-10T12:23:26,827 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241526827 2024-11-10T12:23:26,827 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T12:23:26,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44335,1731241403831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:26,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44335,1731241403831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:26,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44335,1731241403831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:26,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:44335, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:26,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:26,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:26,830 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44335,1731241403831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:23:26,832 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44335,1731241403831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:23:26,834 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:23:26,834 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:23:26,834 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44335,1731241403831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:26,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:26,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44335,-1 for getting cluster id 2024-11-10T12:23:26,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:26,890 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf3186cb-af88-4dca-aab3-b51f83831547' 2024-11-10T12:23:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf3186cb-af88-4dca-aab3-b51f83831547" 2024-11-10T12:23:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558d583e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44335,-1] 2024-11-10T12:23:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:26,892 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:26,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:26,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33617,1731241403867, seqNum=-1] 2024-11-10T12:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:26,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:26,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,44335,1731241403831 2024-11-10T12:23:26,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:26,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:26,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d53c750005 connected 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.log.dir so I do NOT create it in target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064 2024-11-10T12:23:26,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.tmp.dir so I do NOT create it in target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064 2024-11-10T12:23:26,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:23:26,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/cluster_e4b2c384-e9e2-d105-bf21-36a906bea4a6, deleteOnExit=true 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/test.cache.data in system properties and HBase conf 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:23:26,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:23:26,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:23:26,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:23:26,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:23:26,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:26,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:23:26,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:23:26,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:23:26,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:23:26,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:26,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:23:26,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:23:27,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d5c399{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/java.io.tmpdir/jetty-localhost-34429-hadoop-hdfs-3_4_1-tests_jar-_-any-644143142930131730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:23:27,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:34429} 2024-11-10T12:23:27,112 INFO [Time-limited test {}] server.Server(415): Started @223821ms 2024-11-10T12:23:27,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:23:27,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:23:27,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:23:27,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:23:27,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:23:27,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:23:27,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:23:27,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8cf022{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/java.io.tmpdir/jetty-localhost-34869-hadoop-hdfs-3_4_1-tests_jar-_-any-6226150808016052017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:23:27,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:34869} 2024-11-10T12:23:27,315 INFO [Time-limited test {}] server.Server(415): Started @224024ms 2024-11-10T12:23:27,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:23:27,414 WARN [Thread-2916 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/cluster_e4b2c384-e9e2-d105-bf21-36a906bea4a6/data/data1/current/BP-2103573662-172.17.0.2-1731241406922/current, will proceed with Du for space computation calculation, 2024-11-10T12:23:27,414 WARN [Thread-2917 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/cluster_e4b2c384-e9e2-d105-bf21-36a906bea4a6/data/data2/current/BP-2103573662-172.17.0.2-1731241406922/current, will proceed with Du for space computation calculation, 2024-11-10T12:23:27,435 WARN [Thread-2904 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:23:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83341c5783178361 with lease ID 0xded819a83670c2af: Processing first storage report for DS-2c51f630-7ad5-494c-8a8e-39b8e317047a from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=2a92355e-b495-463b-8d3e-491cfa7300a0, infoPort=34871, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2098653279;c=1731241406922) 2024-11-10T12:23:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83341c5783178361 with lease ID 0xded819a83670c2af: from storage DS-2c51f630-7ad5-494c-8a8e-39b8e317047a node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=2a92355e-b495-463b-8d3e-491cfa7300a0, infoPort=34871, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2098653279;c=1731241406922), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:23:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83341c5783178361 with lease ID 0xded819a83670c2af: Processing first storage report for DS-365588c5-5bf5-44dc-89d3-300e335ed160 from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=2a92355e-b495-463b-8d3e-491cfa7300a0, infoPort=34871, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2098653279;c=1731241406922) 2024-11-10T12:23:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83341c5783178361 with lease ID 0xded819a83670c2af: from storage DS-365588c5-5bf5-44dc-89d3-300e335ed160 node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=2a92355e-b495-463b-8d3e-491cfa7300a0, infoPort=34871, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2098653279;c=1731241406922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:23:27,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064 2024-11-10T12:23:27,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:27,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:23:27,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:23:27,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8 with version=8 2024-11-10T12:23:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/hbase-staging 2024-11-10T12:23:27,954 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:23:27,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36843 2024-11-10T12:23:27,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36843 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368430x0, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:27,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36843-0x10101d53c750006 connected 2024-11-10T12:23:27,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:27,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:27,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on znode that does not yet exist, /21370035824/running 2024-11-10T12:23:27,975 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8, hbase.cluster.distributed=false 2024-11-10T12:23:27,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on znode that does not yet exist, /21370035824/acl 2024-11-10T12:23:27,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-10T12:23:27,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36843 2024-11-10T12:23:27,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36843 2024-11-10T12:23:27,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-10T12:23:27,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-10T12:23:27,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:23:27,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:27,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:27,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:23:27,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:23:27,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:23:27,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:23:27,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:23:27,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34103 2024-11-10T12:23:27,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34103 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:27,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:27,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:28,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341030x0, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:28,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341030x0, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on znode that does not yet exist, /21370035824/running 2024-11-10T12:23:28,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34103-0x10101d53c750007 connected 2024-11-10T12:23:28,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:23:28,005 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:23:28,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on znode that does not yet exist, /21370035824/master 2024-11-10T12:23:28,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on znode that does not yet exist, /21370035824/acl 2024-11-10T12:23:28,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34103 2024-11-10T12:23:28,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34103 2024-11-10T12:23:28,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34103 2024-11-10T12:23:28,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34103 2024-11-10T12:23:28,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34103 2024-11-10T12:23:28,018 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:36843 2024-11-10T12:23:28,019 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21370035824/backup-masters/3857ccc89b65,36843,1731241407954 2024-11-10T12:23:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824/backup-masters 2024-11-10T12:23:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824/backup-masters 2024-11-10T12:23:28,021 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on existing znode=/21370035824/backup-masters/3857ccc89b65,36843,1731241407954 2024-11-10T12:23:28,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21370035824/master 2024-11-10T12:23:28,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:28,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:28,023 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on existing znode=/21370035824/master 2024-11-10T12:23:28,023 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21370035824/backup-masters/3857ccc89b65,36843,1731241407954 from backup master directory 2024-11-10T12:23:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824/backup-masters 2024-11-10T12:23:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21370035824/backup-masters/3857ccc89b65,36843,1731241407954 2024-11-10T12:23:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824/backup-masters 2024-11-10T12:23:28,025 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:23:28,025 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,36843,1731241407954 2024-11-10T12:23:28,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/hbase.id] with ID: f27b76d3-7b26-414a-9e2f-ba45e3e77153 2024-11-10T12:23:28,028 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/.tmp/hbase.id 2024-11-10T12:23:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:23:28,034 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/.tmp/hbase.id]:[hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/hbase.id] 2024-11-10T12:23:28,043 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:23:28,043 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:23:28,044 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:23:28,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:28,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:23:28,452 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:28,453 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:23:28,453 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:23:28,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:23:28,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:23:28,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:23:28,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T12:23:28,859 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store 2024-11-10T12:23:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:23:29,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:29,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:23:29,265 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:29,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:29,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:23:29,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:29,265 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:29,265 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241409265Disabling compacts and flushes for region at 1731241409265Disabling writes for close at 1731241409265Writing region close event to WAL at 1731241409265Closed at 1731241409265 2024-11-10T12:23:29,266 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/.initializing 2024-11-10T12:23:29,266 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/WALs/3857ccc89b65,36843,1731241407954 2024-11-10T12:23:29,266 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:23:29,268 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C36843%2C1731241407954, suffix=, logDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/WALs/3857ccc89b65,36843,1731241407954, archiveDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/oldWALs, maxLogs=10 2024-11-10T12:23:29,281 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/WALs/3857ccc89b65,36843,1731241407954/3857ccc89b65%2C36843%2C1731241407954.1731241409268, exclude list is [], retry=0 2024-11-10T12:23:29,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-2c51f630-7ad5-494c-8a8e-39b8e317047a,DISK] 2024-11-10T12:23:29,285 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/WALs/3857ccc89b65,36843,1731241407954/3857ccc89b65%2C36843%2C1731241407954.1731241409268 2024-11-10T12:23:29,285 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34871:34871)] 2024-11-10T12:23:29,285 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:29,285 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:29,285 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,285 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:23:29,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:23:29,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:23:29,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:29,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:29,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:23:29,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:29,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:29,293 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,294 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,294 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,294 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,294 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,295 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:29,295 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:23:29,297 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:29,297 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60568110, jitterRate=-0.09746482968330383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:29,297 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241409285Initializing all the Stores at 1731241409286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241409286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241409288 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241409288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241409288Cleaning up temporary data from old regions at 1731241409294 (+6 ms)Region opened successfully at 1731241409297 (+3 ms) 2024-11-10T12:23:29,297 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:23:29,299 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7663812a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:23:29,300 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:23:29,300 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:23:29,300 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:23:29,300 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:23:29,301 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:23:29,301 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:23:29,301 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:23:29,305 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:23:29,306 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Unable to get data of znode /21370035824/balancer because node does not exist (not necessarily an error) 2024-11-10T12:23:29,307 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21370035824/balancer already deleted, retry=false 2024-11-10T12:23:29,308 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:23:29,308 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Unable to get data of znode /21370035824/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:23:29,309 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21370035824/normalizer already deleted, retry=false 2024-11-10T12:23:29,309 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:23:29,310 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Unable to get data of znode /21370035824/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:23:29,312 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21370035824/switch/split already deleted, retry=false 2024-11-10T12:23:29,313 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Unable to get data of znode /21370035824/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:23:29,314 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21370035824/switch/merge already deleted, retry=false 2024-11-10T12:23:29,315 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Unable to get data of znode /21370035824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:23:29,316 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21370035824/snapshot-cleanup already deleted, retry=false 2024-11-10T12:23:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21370035824/running 2024-11-10T12:23:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21370035824/running 2024-11-10T12:23:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:29,318 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,36843,1731241407954, sessionid=0x10101d53c750006, setting cluster-up flag (Was=false) 2024-11-10T12:23:29,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:29,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:29,326 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21370035824/flush-table-proc/acquired, /21370035824/flush-table-proc/reached, /21370035824/flush-table-proc/abort 2024-11-10T12:23:29,327 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,36843,1731241407954 2024-11-10T12:23:29,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:29,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:29,334 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21370035824/online-snapshot/acquired, /21370035824/online-snapshot/reached, /21370035824/online-snapshot/abort 2024-11-10T12:23:29,335 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,36843,1731241407954 2024-11-10T12:23:29,336 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:23:29,337 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:29,337 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:23:29,337 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:23:29,337 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,36843,1731241407954 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:23:29,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,339 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241439339 2024-11-10T12:23:29,339 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:23:29,339 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:23:29,339 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:23:29,339 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:23:29,339 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:23:29,339 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:23:29,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:29,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:23:29,340 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,340 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:23:29,340 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:23:29,340 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:23:29,340 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:23:29,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:29,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:23:29,344 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:23:29,344 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:23:29,344 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241409344,5,FailOnTimeoutGroup] 2024-11-10T12:23:29,347 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241409344,5,FailOnTimeoutGroup] 2024-11-10T12:23:29,347 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,347 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:23:29,347 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,347 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:23:29,409 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(746): ClusterId : f27b76d3-7b26-414a-9e2f-ba45e3e77153 2024-11-10T12:23:29,409 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:23:29,411 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:23:29,411 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:23:29,413 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:23:29,413 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b265b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:23:29,425 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:34103 2024-11-10T12:23:29,425 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:23:29,425 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:23:29,425 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:23:29,425 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,36843,1731241407954 with port=34103, startcode=1731241407995 2024-11-10T12:23:29,426 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:23:29,427 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:23:29,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,34103,1731241407995 2024-11-10T12:23:29,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36843 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:29,428 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8 2024-11-10T12:23:29,428 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40177 2024-11-10T12:23:29,428 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:23:29,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824/rs 2024-11-10T12:23:29,438 DEBUG [RS:0;3857ccc89b65:34103 {}] zookeeper.ZKUtil(111): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on existing znode=/21370035824/rs/3857ccc89b65,34103,1731241407995 2024-11-10T12:23:29,438 WARN [RS:0;3857ccc89b65:34103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:23:29,438 INFO [RS:0;3857ccc89b65:34103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:29,438 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995 2024-11-10T12:23:29,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,34103,1731241407995] 2024-11-10T12:23:29,441 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:23:29,442 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:23:29,442 INFO [RS:0;3857ccc89b65:34103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:23:29,442 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,442 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:23:29,443 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:23:29,443 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:23:29,443 DEBUG [RS:0;3857ccc89b65:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:23:29,444 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,444 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,444 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,444 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,444 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,444 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,34103,1731241407995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:23:29,457 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:23:29,457 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,34103,1731241407995-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,458 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,458 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.Replication(171): 3857ccc89b65,34103,1731241407995 started 2024-11-10T12:23:29,471 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:29,471 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,34103,1731241407995, RpcServer on 3857ccc89b65/172.17.0.2:34103, sessionid=0x10101d53c750007 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,34103,1731241407995 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,34103,1731241407995' 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21370035824/flush-table-proc/abort' 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21370035824/flush-table-proc/acquired' 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,34103,1731241407995 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,34103,1731241407995' 2024-11-10T12:23:29,471 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21370035824/online-snapshot/abort' 2024-11-10T12:23:29,472 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21370035824/online-snapshot/acquired' 2024-11-10T12:23:29,472 DEBUG [RS:0;3857ccc89b65:34103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:23:29,472 INFO [RS:0;3857ccc89b65:34103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:23:29,472 INFO [RS:0;3857ccc89b65:34103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:23:29,572 INFO [RS:0;3857ccc89b65:34103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:23:29,573 INFO [RS:0;3857ccc89b65:34103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C34103%2C1731241407995, suffix=, logDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995, archiveDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/oldWALs, maxLogs=10 2024-11-10T12:23:29,587 DEBUG [RS:0;3857ccc89b65:34103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, exclude list is [], retry=0 2024-11-10T12:23:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-2c51f630-7ad5-494c-8a8e-39b8e317047a,DISK] 2024-11-10T12:23:29,591 INFO [RS:0;3857ccc89b65:34103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 2024-11-10T12:23:29,591 DEBUG [RS:0;3857ccc89b65:34103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34871:34871)] 2024-11-10T12:23:29,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:23:29,754 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8 2024-11-10T12:23:29,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:23:30,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:23:30,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:23:30,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:23:30,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:23:30,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:23:30,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:23:30,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:23:30,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:23:30,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:23:30,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740 2024-11-10T12:23:30,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740 2024-11-10T12:23:30,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:23:30,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:23:30,178 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:30,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:23:30,180 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:30,180 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64669457, jitterRate=-0.03634999692440033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:30,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241410169Initializing all the Stores at 1731241410170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241410170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241410170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241410170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241410170Cleaning up temporary data from old regions at 1731241410178 (+8 ms)Region opened successfully at 1731241410180 (+2 ms) 2024-11-10T12:23:30,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:30,181 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:30,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:30,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:30,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:30,181 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:30,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241410181Disabling compacts and flushes for region at 1731241410181Disabling writes for close at 1731241410181Writing region close event to WAL at 1731241410181Closed at 1731241410181 2024-11-10T12:23:30,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:30,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:23:30,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:23:30,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:23:30,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:23:30,334 DEBUG [3857ccc89b65:36843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:23:30,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:30,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,34103,1731241407995, state=OPENING 2024-11-10T12:23:30,337 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:23:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:30,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:23:30,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,34103,1731241407995}] 2024-11-10T12:23:30,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21370035824/meta-region-server: CHANGED 2024-11-10T12:23:30,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21370035824/meta-region-server: CHANGED 2024-11-10T12:23:30,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:30,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:23:30,495 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:23:30,495 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:30,495 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:23:30,497 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C34103%2C1731241407995.meta, suffix=.meta, logDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995, archiveDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/oldWALs, maxLogs=10 2024-11-10T12:23:30,515 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.meta.1731241410497.meta, exclude list is [], retry=0 2024-11-10T12:23:30,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-2c51f630-7ad5-494c-8a8e-39b8e317047a,DISK] 2024-11-10T12:23:30,518 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.meta.1731241410497.meta 2024-11-10T12:23:30,518 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34871:34871)] 2024-11-10T12:23:30,519 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:30,519 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:30,519 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:30,519 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:23:30,519 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:23:30,519 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:23:30,519 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:30,520 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:23:30,520 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:23:30,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:23:30,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:23:30,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:23:30,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:23:30,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:23:30,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:23:30,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:23:30,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:23:30,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:23:30,525 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:23:30,525 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740 2024-11-10T12:23:30,526 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740 2024-11-10T12:23:30,527 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:23:30,527 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:23:30,527 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:23:30,528 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:23:30,528 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60511976, jitterRate=-0.09830129146575928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:23:30,528 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:23:30,528 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241410520Writing region info on filesystem at 1731241410520Initializing all the Stores at 1731241410520Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241410520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241410520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241410520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241410521 (+1 ms)Cleaning up temporary data from old regions at 1731241410527 (+6 ms)Running coprocessor post-open hooks at 1731241410528 (+1 ms)Region opened successfully at 1731241410528 2024-11-10T12:23:30,529 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241410491 2024-11-10T12:23:30,531 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:23:30,531 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:23:30,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:30,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,34103,1731241407995, state=OPEN 2024-11-10T12:23:30,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21370035824/meta-region-server 2024-11-10T12:23:30,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21370035824/meta-region-server 2024-11-10T12:23:30,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:30,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21370035824/meta-region-server: CHANGED 2024-11-10T12:23:30,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21370035824/meta-region-server: CHANGED 2024-11-10T12:23:30,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:23:30,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,34103,1731241407995 in 195 msec 2024-11-10T12:23:30,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:23:30,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-10T12:23:30,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:23:30,538 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:23:30,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:30,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34103,1731241407995, seqNum=-1] 2024-11-10T12:23:30,540 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:30,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:30,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-10T12:23:30,544 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241410544, completionTime=-1 2024-11-10T12:23:30,544 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:23:30,544 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:23:30,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:23:30,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241470546 2024-11-10T12:23:30,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241530546 2024-11-10T12:23:30,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:23:30,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36843,1731241407954-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:30,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36843,1731241407954-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:30,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36843,1731241407954-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:30,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:36843, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:30,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:30,547 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:30,548 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.525sec 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36843,1731241407954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:23:30,550 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36843,1731241407954-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:23:30,552 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:23:30,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:23:30,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36843,1731241407954-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:23:30,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:30,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:30,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:30,612 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d25faa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:30,613 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:30,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:30,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34103,1731241407995, seqNum=-1] 2024-11-10T12:23:30,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:30,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:30,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,36843,1731241407954 2024-11-10T12:23:30,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64929 2024-11-10T12:23:30,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:23:30,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10101d53c750008 connected 2024-11-10T12:23:30,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43619,1731241399682 2024-11-10T12:23:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1292941 2024-11-10T12:23:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:30,626 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:30,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:23:30,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:30,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:30,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:23:30,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:23:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:31,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32e36962c0ff9ba90802755ffd62b315, NAME => 'test,,1731241410626.32e36962c0ff9ba90802755ffd62b315.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b 2024-11-10T12:23:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:23:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:31,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241410626.32e36962c0ff9ba90802755ffd62b315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:31,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 32e36962c0ff9ba90802755ffd62b315, disabling compactions & flushes 2024-11-10T12:23:31,442 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:31,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:31,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. after waiting 0 ms 2024-11-10T12:23:31,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:31,442 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:31,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32e36962c0ff9ba90802755ffd62b315: Waiting for close lock at 1731241411442Disabling compacts and flushes for region at 1731241411442Disabling writes for close at 1731241411442Writing region close event to WAL at 1731241411442Closed at 1731241411442 2024-11-10T12:23:31,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:31,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241410626.32e36962c0ff9ba90802755ffd62b315.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241411444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241411444"}]},"ts":"1731241411444"} 2024-11-10T12:23:31,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:31,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:31,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241411448"}]},"ts":"1731241411448"} 2024-11-10T12:23:31,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:23:31,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32e36962c0ff9ba90802755ffd62b315, ASSIGN}] 2024-11-10T12:23:31,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32e36962c0ff9ba90802755ffd62b315, ASSIGN 2024-11-10T12:23:31,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=32e36962c0ff9ba90802755ffd62b315, ASSIGN; state=OFFLINE, location=3857ccc89b65,41499,1731241399734; forceNewPlan=false, retain=false 2024-11-10T12:23:31,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32e36962c0ff9ba90802755ffd62b315, regionState=OPENING, regionLocation=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:31,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=32e36962c0ff9ba90802755ffd62b315, ASSIGN because future has completed 2024-11-10T12:23:31,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e36962c0ff9ba90802755ffd62b315, server=3857ccc89b65,41499,1731241399734}] 2024-11-10T12:23:31,760 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:31,760 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 32e36962c0ff9ba90802755ffd62b315, NAME => 'test,,1731241410626.32e36962c0ff9ba90802755ffd62b315.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:31,760 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:31,760 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:23:31,760 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,760 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241410626.32e36962c0ff9ba90802755ffd62b315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:31,760 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,760 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,761 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,762 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e36962c0ff9ba90802755ffd62b315 columnFamilyName f 2024-11-10T12:23:31,762 DEBUG [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:31,763 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] regionserver.HStore(327): Store=32e36962c0ff9ba90802755ffd62b315/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:31,763 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,764 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e36962c0ff9ba90802755ffd62b315 columnFamilyName f1 2024-11-10T12:23:31,764 DEBUG [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:31,764 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] regionserver.HStore(327): Store=32e36962c0ff9ba90802755ffd62b315/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:31,764 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,765 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e36962c0ff9ba90802755ffd62b315 columnFamilyName norep 2024-11-10T12:23:31,765 DEBUG [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:31,765 INFO [StoreOpener-32e36962c0ff9ba90802755ffd62b315-1 {}] regionserver.HStore(327): Store=32e36962c0ff9ba90802755ffd62b315/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:31,765 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,766 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,766 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,766 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,766 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,767 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:31,767 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,769 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:31,769 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 32e36962c0ff9ba90802755ffd62b315; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70024276, jitterRate=0.04344302415847778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:31,769 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:31,770 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 32e36962c0ff9ba90802755ffd62b315: Running coprocessor pre-open hook at 1731241411761Writing region info on filesystem at 1731241411761Initializing all the Stores at 1731241411761Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241411761Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241411761Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241411761Cleaning up temporary data from old regions at 1731241411766 (+5 ms)Running coprocessor post-open hooks at 1731241411769 (+3 ms)Region opened successfully at 1731241411770 (+1 ms) 2024-11-10T12:23:31,771 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241410626.32e36962c0ff9ba90802755ffd62b315., pid=6, masterSystemTime=1731241411756 2024-11-10T12:23:31,772 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:31,772 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:31,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32e36962c0ff9ba90802755ffd62b315, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:31,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e36962c0ff9ba90802755ffd62b315, server=3857ccc89b65,41499,1731241399734 because future has completed 2024-11-10T12:23:31,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:23:31,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 32e36962c0ff9ba90802755ffd62b315, server=3857ccc89b65,41499,1731241399734 in 171 msec 2024-11-10T12:23:31,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:23:31,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=32e36962c0ff9ba90802755ffd62b315, ASSIGN in 327 msec 2024-11-10T12:23:31,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:31,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241411780"}]},"ts":"1731241411780"} 2024-11-10T12:23:31,782 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:23:31,782 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:31,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-10T12:23:32,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:32,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:32,780 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:23:32,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44335,1731241403831 2024-11-10T12:23:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e15c6f 2024-11-10T12:23:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:32,782 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:32,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:23:32,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:32,785 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:32,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:23:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:32,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:23:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:33,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e893772aaa5349c5cbed0f94152e4d4, NAME => 'test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3 2024-11-10T12:23:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:23:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:33,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:23:33,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:33,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e893772aaa5349c5cbed0f94152e4d4, disabling compactions & flushes 2024-11-10T12:23:33,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:33,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:33,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. after waiting 0 ms 2024-11-10T12:23:33,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:33,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:33,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e893772aaa5349c5cbed0f94152e4d4: Waiting for close lock at 1731241413598Disabling compacts and flushes for region at 1731241413598Disabling writes for close at 1731241413598Writing region close event to WAL at 1731241413598Closed at 1731241413598 2024-11-10T12:23:33,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:33,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241413600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241413600"}]},"ts":"1731241413600"} 2024-11-10T12:23:33,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:33,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:33,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241413602"}]},"ts":"1731241413602"} 2024-11-10T12:23:33,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:23:33,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e893772aaa5349c5cbed0f94152e4d4, ASSIGN}] 2024-11-10T12:23:33,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e893772aaa5349c5cbed0f94152e4d4, ASSIGN 2024-11-10T12:23:33,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e893772aaa5349c5cbed0f94152e4d4, ASSIGN; state=OFFLINE, location=3857ccc89b65,33617,1731241403867; forceNewPlan=false, retain=false 2024-11-10T12:23:33,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e893772aaa5349c5cbed0f94152e4d4, regionState=OPENING, regionLocation=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:33,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e893772aaa5349c5cbed0f94152e4d4, ASSIGN because future has completed 2024-11-10T12:23:33,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e893772aaa5349c5cbed0f94152e4d4, server=3857ccc89b65,33617,1731241403867}] 2024-11-10T12:23:33,913 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:33,913 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e893772aaa5349c5cbed0f94152e4d4, NAME => 'test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:33,913 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:33,913 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:23:33,913 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,914 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:33,914 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,914 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,915 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,916 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e893772aaa5349c5cbed0f94152e4d4 columnFamilyName f 2024-11-10T12:23:33,916 DEBUG [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:33,916 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] regionserver.HStore(327): Store=3e893772aaa5349c5cbed0f94152e4d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:33,916 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,917 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e893772aaa5349c5cbed0f94152e4d4 columnFamilyName f1 2024-11-10T12:23:33,917 DEBUG [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:33,917 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] regionserver.HStore(327): Store=3e893772aaa5349c5cbed0f94152e4d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:33,917 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,918 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e893772aaa5349c5cbed0f94152e4d4 columnFamilyName norep 2024-11-10T12:23:33,918 DEBUG [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:33,918 INFO [StoreOpener-3e893772aaa5349c5cbed0f94152e4d4-1 {}] regionserver.HStore(327): Store=3e893772aaa5349c5cbed0f94152e4d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:33,919 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,919 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,919 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:33,920 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,920 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,921 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:33,921 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,923 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:33,923 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e893772aaa5349c5cbed0f94152e4d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74562934, jitterRate=0.111074298620224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:33,924 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:33,924 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e893772aaa5349c5cbed0f94152e4d4: Running coprocessor pre-open hook at 1731241413914Writing region info on filesystem at 1731241413914Initializing all the Stores at 1731241413914Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241413914Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241413914Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241413914Cleaning up temporary data from old regions at 1731241413920 (+6 ms)Running coprocessor post-open hooks at 1731241413924 (+4 ms)Region opened successfully at 1731241413924 2024-11-10T12:23:33,924 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4., pid=6, masterSystemTime=1731241413910 2024-11-10T12:23:33,926 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:33,926 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:33,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e893772aaa5349c5cbed0f94152e4d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e893772aaa5349c5cbed0f94152e4d4, server=3857ccc89b65,33617,1731241403867 because future has completed 2024-11-10T12:23:33,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:23:33,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e893772aaa5349c5cbed0f94152e4d4, server=3857ccc89b65,33617,1731241403867 in 172 msec 2024-11-10T12:23:33,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:23:33,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e893772aaa5349c5cbed0f94152e4d4, ASSIGN in 327 msec 2024-11-10T12:23:33,934 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:33,934 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241413934"}]},"ts":"1731241413934"} 2024-11-10T12:23:33,935 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:23:33,936 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:33,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-10T12:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:34,930 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:23:34,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36843,1731241407954 2024-11-10T12:23:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a9460 2024-11-10T12:23:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:34,932 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:34,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:23:34,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:34,935 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:34,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:34,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:35,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d2592181ffdf63b8906635da9186047, NAME => 'test,,1731241414932.4d2592181ffdf63b8906635da9186047.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8 2024-11-10T12:23:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:23:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:35,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241414932.4d2592181ffdf63b8906635da9186047.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:35,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d2592181ffdf63b8906635da9186047, disabling compactions & flushes 2024-11-10T12:23:35,748 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:35,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:35,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241414932.4d2592181ffdf63b8906635da9186047. after waiting 0 ms 2024-11-10T12:23:35,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:35,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:35,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d2592181ffdf63b8906635da9186047: Waiting for close lock at 1731241415748Disabling compacts and flushes for region at 1731241415748Disabling writes for close at 1731241415748Writing region close event to WAL at 1731241415748Closed at 1731241415748 2024-11-10T12:23:35,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:35,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241414932.4d2592181ffdf63b8906635da9186047.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241415750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241415750"}]},"ts":"1731241415750"} 2024-11-10T12:23:35,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:35,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:35,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241415752"}]},"ts":"1731241415752"} 2024-11-10T12:23:35,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:23:35,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d2592181ffdf63b8906635da9186047, ASSIGN}] 2024-11-10T12:23:35,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d2592181ffdf63b8906635da9186047, ASSIGN 2024-11-10T12:23:35,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d2592181ffdf63b8906635da9186047, ASSIGN; state=OFFLINE, location=3857ccc89b65,34103,1731241407995; forceNewPlan=false, retain=false 2024-11-10T12:23:35,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d2592181ffdf63b8906635da9186047, regionState=OPENING, regionLocation=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:35,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d2592181ffdf63b8906635da9186047, ASSIGN because future has completed 2024-11-10T12:23:35,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d2592181ffdf63b8906635da9186047, server=3857ccc89b65,34103,1731241407995}] 2024-11-10T12:23:36,068 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:36,069 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d2592181ffdf63b8906635da9186047, NAME => 'test,,1731241414932.4d2592181ffdf63b8906635da9186047.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:36,069 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:36,069 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:23:36,069 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,069 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241414932.4d2592181ffdf63b8906635da9186047.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:36,069 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,069 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:36,071 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,072 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d2592181ffdf63b8906635da9186047 columnFamilyName f 2024-11-10T12:23:36,072 DEBUG [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:36,072 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] regionserver.HStore(327): Store=4d2592181ffdf63b8906635da9186047/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:36,073 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,074 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d2592181ffdf63b8906635da9186047 columnFamilyName f1 2024-11-10T12:23:36,074 DEBUG [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:36,074 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] regionserver.HStore(327): Store=4d2592181ffdf63b8906635da9186047/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:36,074 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,075 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d2592181ffdf63b8906635da9186047 columnFamilyName norep 2024-11-10T12:23:36,075 DEBUG [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:36,075 INFO [StoreOpener-4d2592181ffdf63b8906635da9186047-1 {}] regionserver.HStore(327): Store=4d2592181ffdf63b8906635da9186047/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:36,075 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,076 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,076 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,077 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,077 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,077 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:36,078 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,079 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:36,080 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d2592181ffdf63b8906635da9186047; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68141015, jitterRate=0.015380248427391052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:36,080 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:36,080 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d2592181ffdf63b8906635da9186047: Running coprocessor pre-open hook at 1731241416069Writing region info on filesystem at 1731241416069Initializing all the Stores at 1731241416070 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241416070Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241416070Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241416070Cleaning up temporary data from old regions at 1731241416077 (+7 ms)Running coprocessor post-open hooks at 1731241416080 (+3 ms)Region opened successfully at 1731241416080 2024-11-10T12:23:36,081 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241414932.4d2592181ffdf63b8906635da9186047., pid=6, masterSystemTime=1731241416060 2024-11-10T12:23:36,083 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:36,083 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:36,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d2592181ffdf63b8906635da9186047, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:36,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d2592181ffdf63b8906635da9186047, server=3857ccc89b65,34103,1731241407995 because future has completed 2024-11-10T12:23:36,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:23:36,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d2592181ffdf63b8906635da9186047, server=3857ccc89b65,34103,1731241407995 in 178 msec 2024-11-10T12:23:36,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:23:36,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d2592181ffdf63b8906635da9186047, ASSIGN in 334 msec 2024-11-10T12:23:36,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:36,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241416090"}]},"ts":"1731241416090"} 2024-11-10T12:23:36,092 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:23:36,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:36,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-10T12:23:36,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:36,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:36,230 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48444 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:23:37,081 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:23:37,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:37,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43619,-1 for getting cluster id 2024-11-10T12:23:37,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:37,083 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6820361a-dc2f-4bf8-be9f-b0dad8cffe50' 2024-11-10T12:23:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6820361a-dc2f-4bf8-be9f-b0dad8cffe50" 2024-11-10T12:23:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbcff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43619,-1] 2024-11-10T12:23:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:37,084 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a0436f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:37,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:37,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43619,1731241399682 2024-11-10T12:23:37,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6207bb5c 2024-11-10T12:23:37,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:37,087 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:37,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:44335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:37,090 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:44335' 2024-11-10T12:23:37,090 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144044db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:37,090 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44335,-1 for getting cluster id 2024-11-10T12:23:37,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:37,091 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf3186cb-af88-4dca-aab3-b51f83831547' 2024-11-10T12:23:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf3186cb-af88-4dca-aab3-b51f83831547" 2024-11-10T12:23:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147c2644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44335,-1] 2024-11-10T12:23:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:37,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:37,092 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d85a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:37,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44335,1731241403831 2024-11-10T12:23:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b98c3d5 2024-11-10T12:23:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:37,094 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:37,095 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:23:37,095 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:23:37,095 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:37,095 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:37,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:37,095 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:37,096 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:23:37,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:37,097 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:37,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:23:37,146 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:37,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:37,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:37,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b154458a68039974d89e57297451d35, NAME => 'hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b 2024-11-10T12:23:37,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:23:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:37,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:37,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b154458a68039974d89e57297451d35, disabling compactions & flushes 2024-11-10T12:23:37,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:23:37,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:23:37,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. after waiting 0 ms 2024-11-10T12:23:37,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:23:37,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:23:37,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b154458a68039974d89e57297451d35: Waiting for close lock at 1731241417909Disabling compacts and flushes for region at 1731241417909Disabling writes for close at 1731241417909Writing region close event to WAL at 1731241417909Closed at 1731241417909 2024-11-10T12:23:37,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:37,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241417911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241417911"}]},"ts":"1731241417911"} 2024-11-10T12:23:37,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:37,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:37,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241417914"}]},"ts":"1731241417914"} 2024-11-10T12:23:37,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:23:37,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b154458a68039974d89e57297451d35, ASSIGN}] 2024-11-10T12:23:37,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b154458a68039974d89e57297451d35, ASSIGN 2024-11-10T12:23:37,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b154458a68039974d89e57297451d35, ASSIGN; state=OFFLINE, location=3857ccc89b65,41499,1731241399734; forceNewPlan=false, retain=false 2024-11-10T12:23:38,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b154458a68039974d89e57297451d35, regionState=OPENING, regionLocation=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:38,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b154458a68039974d89e57297451d35, ASSIGN because future has completed 2024-11-10T12:23:38,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b154458a68039974d89e57297451d35, server=3857ccc89b65,41499,1731241399734}] 2024-11-10T12:23:38,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:23:38,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:38,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:23:38,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C41499%2C1731241399734.rep, suffix=, logDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734, archiveDir=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/oldWALs, maxLogs=10 2024-11-10T12:23:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.rep.1731241418227, exclude list is [], retry=0 2024-11-10T12:23:38,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41121,DS-1756c41a-579c-4c29-9447-a323b5ecddd2,DISK] 2024-11-10T12:23:38,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.rep.1731241418227 2024-11-10T12:23:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43001:43001)] 2024-11-10T12:23:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b154458a68039974d89e57297451d35, NAME => 'hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:38,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. service=MultiRowMutationService 2024-11-10T12:23:38,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:23:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,250 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,252 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b154458a68039974d89e57297451d35 columnFamilyName hfileref 2024-11-10T12:23:38,252 DEBUG [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:38,252 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] regionserver.HStore(327): Store=9b154458a68039974d89e57297451d35/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:38,252 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,253 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b154458a68039974d89e57297451d35 columnFamilyName queue 2024-11-10T12:23:38,253 DEBUG [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:38,253 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] regionserver.HStore(327): Store=9b154458a68039974d89e57297451d35/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:38,253 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,254 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b154458a68039974d89e57297451d35 columnFamilyName sid 2024-11-10T12:23:38,254 DEBUG [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:38,254 INFO [StoreOpener-9b154458a68039974d89e57297451d35-1 {}] regionserver.HStore(327): Store=9b154458a68039974d89e57297451d35/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/replication/9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/replication/9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/replication/9b154458a68039974d89e57297451d35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:38,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b154458a68039974d89e57297451d35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67645921, jitterRate=0.00800277292728424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:38,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:38,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b154458a68039974d89e57297451d35: Running coprocessor pre-open hook at 1731241418250Writing region info on filesystem at 1731241418250Initializing all the Stores at 1731241418250Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241418250Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241418250Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241418250Cleaning up temporary data from old regions at 1731241418256 (+6 ms)Running coprocessor post-open hooks at 1731241418259 (+3 ms)Region opened successfully at 1731241418259 2024-11-10T12:23:38,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35., pid=10, masterSystemTime=1731241418222 2024-11-10T12:23:38,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:23:38,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:23:38,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b154458a68039974d89e57297451d35, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,41499,1731241399734 2024-11-10T12:23:38,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b154458a68039974d89e57297451d35, server=3857ccc89b65,41499,1731241399734 because future has completed 2024-11-10T12:23:38,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:23:38,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b154458a68039974d89e57297451d35, server=3857ccc89b65,41499,1731241399734 in 194 msec 2024-11-10T12:23:38,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:23:38,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b154458a68039974d89e57297451d35, ASSIGN in 351 msec 2024-11-10T12:23:38,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:38,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241418268"}]},"ts":"1731241418268"} 2024-11-10T12:23:38,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:23:38,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:38,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-10T12:23:38,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35., hostname=3857ccc89b65,41499,1731241399734, seqNum=2] 2024-11-10T12:23:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:38,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:23:38,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:23:38,463 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:23:38,492 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,41499,1731241399734, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:23:38,492 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:38,492 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41499,1731241399734, seqNum=-1] 2024-11-10T12:23:38,493 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:38,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:38,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,41499,1731241399734', locateType=CURRENT is [region=hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35., hostname=3857ccc89b65,41499,1731241399734, seqNum=2] 2024-11-10T12:23:38,498 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:23:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:23:38,500 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,41499,1731241399734 suceeded 2024-11-10T12:23:38,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:23:38,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T12:23:38,502 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:44335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:23:38,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T12:23:38,512 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:44335' 2024-11-10T12:23:38,513 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57bf50cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:38,513 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44335,-1 for getting cluster id 2024-11-10T12:23:38,513 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:38,514 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf3186cb-af88-4dca-aab3-b51f83831547' 2024-11-10T12:23:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf3186cb-af88-4dca-aab3-b51f83831547" 2024-11-10T12:23:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7349b128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44335,-1] 2024-11-10T12:23:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:38,515 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:38,515 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e805744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:38,516 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:38,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44335,1731241403831 2024-11-10T12:23:38,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d0be7fb 2024-11-10T12:23:38,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:38,517 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T12:23:38,518 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,41499,1731241399734 (queues=1) is replicating from cluster=6820361a-dc2f-4bf8-be9f-b0dad8cffe50 to cluster=bf3186cb-af88-4dca-aab3-b51f83831547 2024-11-10T12:23:38,518 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C41499%2C1731241399734 2024-11-10T12:23:38,518 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,41499,1731241399734, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:23:38,518 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, startPosition=0, beingWritten=true 2024-11-10T12:23:38,519 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C41499%2C1731241399734 2024-11-10T12:23:38,523 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:38,523 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:38,523 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:38,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:23:38,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T12:23:38,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:23:38,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T12:23:38,726 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:39,030 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:39,240 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:23:39,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:39,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:39,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:39,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:39,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:39,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:39,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44335,-1 for getting cluster id 2024-11-10T12:23:39,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:39,242 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf3186cb-af88-4dca-aab3-b51f83831547' 2024-11-10T12:23:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf3186cb-af88-4dca-aab3-b51f83831547" 2024-11-10T12:23:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b87bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44335,-1] 2024-11-10T12:23:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:39,243 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729f1c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:39,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44335,1731241403831 2024-11-10T12:23:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a90ada9 2024-11-10T12:23:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:39,245 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:39,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:36843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:23:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:23:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:39,248 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:36843' 2024-11-10T12:23:39,249 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c84e5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:39,249 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:39,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:39,249 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e727af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:39,251 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:39,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706766d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:39,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:39,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36843,1731241407954 2024-11-10T12:23:39,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5388453f 2024-11-10T12:23:39,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:39,253 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:39,253 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:23:39,253 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:23:39,253 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:39,253 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:39,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:39,254 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:39,254 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:23:39,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:39,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:39,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:23:39,305 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:23:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:39,435 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:39,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a88347c7fc62d965f17412433256eacc, NAME => 'hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3 2024-11-10T12:23:39,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:23:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:39,939 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:40,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:40,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a88347c7fc62d965f17412433256eacc, disabling compactions & flushes 2024-11-10T12:23:40,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:40,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:40,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. after waiting 0 ms 2024-11-10T12:23:40,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:40,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:40,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a88347c7fc62d965f17412433256eacc: Waiting for close lock at 1731241420069Disabling compacts and flushes for region at 1731241420069Disabling writes for close at 1731241420069Writing region close event to WAL at 1731241420069Closed at 1731241420069 2024-11-10T12:23:40,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:40,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241420070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241420070"}]},"ts":"1731241420070"} 2024-11-10T12:23:40,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:40,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:40,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241420073"}]},"ts":"1731241420073"} 2024-11-10T12:23:40,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:23:40,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a88347c7fc62d965f17412433256eacc, ASSIGN}] 2024-11-10T12:23:40,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a88347c7fc62d965f17412433256eacc, ASSIGN 2024-11-10T12:23:40,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a88347c7fc62d965f17412433256eacc, ASSIGN; state=OFFLINE, location=3857ccc89b65,33617,1731241403867; forceNewPlan=false, retain=false 2024-11-10T12:23:40,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a88347c7fc62d965f17412433256eacc, regionState=OPENING, regionLocation=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:40,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a88347c7fc62d965f17412433256eacc, ASSIGN because future has completed 2024-11-10T12:23:40,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a88347c7fc62d965f17412433256eacc, server=3857ccc89b65,33617,1731241403867}] 2024-11-10T12:23:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:40,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:40,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:40,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:23:40,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C33617%2C1731241403867.rep, suffix=, logDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867, archiveDir=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/oldWALs, maxLogs=10 2024-11-10T12:23:40,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.rep.1731241420387, exclude list is [], retry=0 2024-11-10T12:23:40,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-df0dd15f-2128-4750-b012-0fb9529756e1,DISK] 2024-11-10T12:23:40,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.rep.1731241420387 2024-11-10T12:23:40,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33305:33305)] 2024-11-10T12:23:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a88347c7fc62d965f17412433256eacc, NAME => 'hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:40,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. service=MultiRowMutationService 2024-11-10T12:23:40,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:23:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,420 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,421 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a88347c7fc62d965f17412433256eacc columnFamilyName hfileref 2024-11-10T12:23:40,421 DEBUG [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:40,421 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] regionserver.HStore(327): Store=a88347c7fc62d965f17412433256eacc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:40,421 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,422 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a88347c7fc62d965f17412433256eacc columnFamilyName queue 2024-11-10T12:23:40,422 DEBUG [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:40,422 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] regionserver.HStore(327): Store=a88347c7fc62d965f17412433256eacc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:40,422 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,423 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a88347c7fc62d965f17412433256eacc columnFamilyName sid 2024-11-10T12:23:40,423 DEBUG [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:40,423 INFO [StoreOpener-a88347c7fc62d965f17412433256eacc-1 {}] regionserver.HStore(327): Store=a88347c7fc62d965f17412433256eacc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:40,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/replication/a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/replication/a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:40,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/replication/a88347c7fc62d965f17412433256eacc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:40,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a88347c7fc62d965f17412433256eacc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69857327, jitterRate=0.04095529019832611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:40,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:40,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a88347c7fc62d965f17412433256eacc: Running coprocessor pre-open hook at 1731241420419Writing region info on filesystem at 1731241420419Initializing all the Stores at 1731241420419Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241420419Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241420420 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241420420Cleaning up temporary data from old regions at 1731241420425 (+5 ms)Running coprocessor post-open hooks at 1731241420428 (+3 ms)Region opened successfully at 1731241420428 2024-11-10T12:23:40,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc., pid=10, masterSystemTime=1731241420381 2024-11-10T12:23:40,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:40,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:40,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a88347c7fc62d965f17412433256eacc, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,33617,1731241403867 2024-11-10T12:23:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a88347c7fc62d965f17412433256eacc, server=3857ccc89b65,33617,1731241403867 because future has completed 2024-11-10T12:23:40,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:23:40,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a88347c7fc62d965f17412433256eacc, server=3857ccc89b65,33617,1731241403867 in 205 msec 2024-11-10T12:23:40,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:23:40,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a88347c7fc62d965f17412433256eacc, ASSIGN in 361 msec 2024-11-10T12:23:40,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:40,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241420438"}]},"ts":"1731241420438"} 2024-11-10T12:23:40,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:23:40,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:40,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-10T12:23:40,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc., hostname=3857ccc89b65,33617,1731241403867, seqNum=2] 2024-11-10T12:23:40,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:40,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:40,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:23:40,543 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:40,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:23:40,622 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:23:40,651 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,33617,1731241403867, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:23:40,652 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:40,652 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33617,1731241403867, seqNum=-1] 2024-11-10T12:23:40,652 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:40,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,33617,1731241403867', locateType=CURRENT is [region=hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc., hostname=3857ccc89b65,33617,1731241403867, seqNum=2] 2024-11-10T12:23:40,657 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:23:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:23:40,660 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,33617,1731241403867 suceeded 2024-11-10T12:23:40,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:23:40,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T12:23:40,662 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:36843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:23:40,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-10T12:23:40,672 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:36843' 2024-11-10T12:23:40,673 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dae4ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:40,673 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:40,673 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:40,674 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35988295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:40,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:40,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:40,675 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:40,676 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6015265c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:40,676 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:40,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36843,1731241407954 2024-11-10T12:23:40,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b13cfc4 2024-11-10T12:23:40,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:40,678 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T12:23:40,678 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,33617,1731241403867 (queues=1) is replicating from cluster=bf3186cb-af88-4dca-aab3-b51f83831547 to cluster=f27b76d3-7b26-414a-9e2f-ba45e3e77153 2024-11-10T12:23:40,678 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C33617%2C1731241403867 2024-11-10T12:23:40,678 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,33617,1731241403867, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:23:40,679 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C33617%2C1731241403867 2024-11-10T12:23:40,679 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, startPosition=0, beingWritten=true 2024-11-10T12:23:40,683 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:40,683 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:40,683 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:40,886 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:41,190 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:41,248 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:41,390 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:23:41,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:41,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:41,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:41,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:41,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:41,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:41,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:41,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:41,392 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3dcfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:41,394 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e694107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:41,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36843,1731241407954 2024-11-10T12:23:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4886b4fa 2024-11-10T12:23:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:41,396 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:41,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:43619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:23:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:23:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:41,399 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:43619' 2024-11-10T12:23:41,400 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493809a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:41,400 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43619,-1 for getting cluster id 2024-11-10T12:23:41,400 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:41,401 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6820361a-dc2f-4bf8-be9f-b0dad8cffe50' 2024-11-10T12:23:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6820361a-dc2f-4bf8-be9f-b0dad8cffe50" 2024-11-10T12:23:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93ce752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43619,-1] 2024-11-10T12:23:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:41,402 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:41,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e093a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:41,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:41,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43619,1731241399682 2024-11-10T12:23:41,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@235b25df 2024-11-10T12:23:41,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:41,404 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:41,404 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:23:41,404 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:23:41,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:41,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:41,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:41,405 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:23:41,405 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:23:41,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:23:41,406 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:41,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:23:41,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:23:41,456 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:23:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:41,594 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:41,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06a306ca7e5cded0a429e08b78873881, NAME => 'hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8 2024-11-10T12:23:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:42,052 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:42,098 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:42,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 06a306ca7e5cded0a429e08b78873881, disabling compactions & flushes 2024-11-10T12:23:42,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. after waiting 0 ms 2024-11-10T12:23:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:42,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:42,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06a306ca7e5cded0a429e08b78873881: Waiting for close lock at 1731241422219Disabling compacts and flushes for region at 1731241422219Disabling writes for close at 1731241422219Writing region close event to WAL at 1731241422219Closed at 1731241422219 2024-11-10T12:23:42,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:23:42,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241422220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241422220"}]},"ts":"1731241422220"} 2024-11-10T12:23:42,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:23:42,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:23:42,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241422223"}]},"ts":"1731241422223"} 2024-11-10T12:23:42,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:23:42,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a306ca7e5cded0a429e08b78873881, ASSIGN}] 2024-11-10T12:23:42,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a306ca7e5cded0a429e08b78873881, ASSIGN 2024-11-10T12:23:42,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06a306ca7e5cded0a429e08b78873881, ASSIGN; state=OFFLINE, location=3857ccc89b65,34103,1731241407995; forceNewPlan=false, retain=false 2024-11-10T12:23:42,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06a306ca7e5cded0a429e08b78873881, regionState=OPENING, regionLocation=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:42,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06a306ca7e5cded0a429e08b78873881, ASSIGN because future has completed 2024-11-10T12:23:42,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a306ca7e5cded0a429e08b78873881, server=3857ccc89b65,34103,1731241407995}] 2024-11-10T12:23:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:42,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:42,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:23:42,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:23:42,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C34103%2C1731241407995.rep, suffix=, logDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995, archiveDir=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/oldWALs, maxLogs=10 2024-11-10T12:23:42,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.rep.1731241422536, exclude list is [], retry=0 2024-11-10T12:23:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-2c51f630-7ad5-494c-8a8e-39b8e317047a,DISK] 2024-11-10T12:23:42,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.rep.1731241422536 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34871:34871)] 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 06a306ca7e5cded0a429e08b78873881, NAME => 'hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:23:42,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. service=MultiRowMutationService 2024-11-10T12:23:42,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,554 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,555 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a306ca7e5cded0a429e08b78873881 columnFamilyName hfileref 2024-11-10T12:23:42,555 DEBUG [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:42,556 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] regionserver.HStore(327): Store=06a306ca7e5cded0a429e08b78873881/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:42,556 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,556 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a306ca7e5cded0a429e08b78873881 columnFamilyName queue 2024-11-10T12:23:42,557 DEBUG [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:42,557 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] regionserver.HStore(327): Store=06a306ca7e5cded0a429e08b78873881/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:42,557 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,558 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a306ca7e5cded0a429e08b78873881 columnFamilyName sid 2024-11-10T12:23:42,558 DEBUG [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:23:42,558 INFO [StoreOpener-06a306ca7e5cded0a429e08b78873881-1 {}] regionserver.HStore(327): Store=06a306ca7e5cded0a429e08b78873881/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:23:42,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:23:42,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:23:42,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 06a306ca7e5cded0a429e08b78873881; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72242804, jitterRate=0.07650166749954224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:23:42,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:42,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 06a306ca7e5cded0a429e08b78873881: Running coprocessor pre-open hook at 1731241422554Writing region info on filesystem at 1731241422554Initializing all the Stores at 1731241422554Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241422554Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241422554Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241422554Cleaning up temporary data from old regions at 1731241422559 (+5 ms)Running coprocessor post-open hooks at 1731241422562 (+3 ms)Region opened successfully at 1731241422562 2024-11-10T12:23:42,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881., pid=10, masterSystemTime=1731241422531 2024-11-10T12:23:42,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:42,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:42,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06a306ca7e5cded0a429e08b78873881, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,34103,1731241407995 2024-11-10T12:23:42,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a306ca7e5cded0a429e08b78873881, server=3857ccc89b65,34103,1731241407995 because future has completed 2024-11-10T12:23:42,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:23:42,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 06a306ca7e5cded0a429e08b78873881, server=3857ccc89b65,34103,1731241407995 in 187 msec 2024-11-10T12:23:42,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:23:42,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a306ca7e5cded0a429e08b78873881, ASSIGN in 344 msec 2024-11-10T12:23:42,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:23:42,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241422571"}]},"ts":"1731241422571"} 2024-11-10T12:23:42,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:23:42,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:23:42,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-10T12:23:42,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881., hostname=3857ccc89b65,34103,1731241407995, seqNum=2] 2024-11-10T12:23:42,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:42,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:42,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:23:42,701 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:42,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:23:42,772 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:23:42,801 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,34103,1731241407995, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:23:42,801 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:42,801 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34103,1731241407995, seqNum=-1] 2024-11-10T12:23:42,802 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:42,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:42,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,34103,1731241407995', locateType=CURRENT is [region=hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881., hostname=3857ccc89b65,34103,1731241407995, seqNum=2] 2024-11-10T12:23:42,806 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:23:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:23:42,808 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,34103,1731241407995 suceeded 2024-11-10T12:23:42,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:23:42,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T12:23:42,810 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:43619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:23:42,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T12:23:42,820 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:43619' 2024-11-10T12:23:42,821 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71981601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:42,821 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43619,-1 for getting cluster id 2024-11-10T12:23:42,821 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:42,822 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6820361a-dc2f-4bf8-be9f-b0dad8cffe50' 2024-11-10T12:23:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6820361a-dc2f-4bf8-be9f-b0dad8cffe50" 2024-11-10T12:23:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1015fdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43619,-1] 2024-11-10T12:23:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:42,823 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:42,823 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e02821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:42,824 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:42,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43619,1731241399682 2024-11-10T12:23:42,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18908a76 2024-11-10T12:23:42,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:42,825 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T12:23:42,825 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,34103,1731241407995 (queues=1) is replicating from cluster=f27b76d3-7b26-414a-9e2f-ba45e3e77153 to cluster=6820361a-dc2f-4bf8-be9f-b0dad8cffe50 2024-11-10T12:23:42,825 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C34103%2C1731241407995 2024-11-10T12:23:42,826 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,34103,1731241407995, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:23:42,826 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C34103%2C1731241407995 2024-11-10T12:23:42,826 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, startPosition=0, beingWritten=true 2024-11-10T12:23:42,830 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:42,830 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 379, reset compression=false 2024-11-10T12:23:42,830 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:42,955 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:43,034 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 379, reset compression=false 2024-11-10T12:23:43,337 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 379, reset compression=false 2024-11-10T12:23:43,405 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:23:43,540 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:23:43,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:43,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:43,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:43,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:43,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:43,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43619,-1 for getting cluster id 2024-11-10T12:23:43,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:43,542 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6820361a-dc2f-4bf8-be9f-b0dad8cffe50' 2024-11-10T12:23:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6820361a-dc2f-4bf8-be9f-b0dad8cffe50" 2024-11-10T12:23:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce01907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43619,-1] 2024-11-10T12:23:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:43,543 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:43,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200ed8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44335,-1 for getting cluster id 2024-11-10T12:23:43,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:43,545 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf3186cb-af88-4dca-aab3-b51f83831547' 2024-11-10T12:23:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf3186cb-af88-4dca-aab3-b51f83831547" 2024-11-10T12:23:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7fa8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44335,-1] 2024-11-10T12:23:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:43,546 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c18300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:43,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:43,547 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:43,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:43,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:43,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448d0247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:43,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:43,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:43,549 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:43,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42558be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:43,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41499,1731241399734, seqNum=-1] 2024-11-10T12:23:43,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:43,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:43,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241410626.32e36962c0ff9ba90802755ffd62b315., hostname=3857ccc89b65,41499,1731241399734, seqNum=2] 2024-11-10T12:23:43,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34103,1731241407995, seqNum=-1] 2024-11-10T12:23:43,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:43,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241414932.4d2592181ffdf63b8906635da9186047., hostname=3857ccc89b65,34103,1731241407995, seqNum=2] 2024-11-10T12:23:43,560 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T12:23:43,741 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 379, reset compression=false 2024-11-10T12:23:43,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:43,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:43,959 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 379, reset compression=false 2024-11-10T12:23:43,964 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:43,964 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 480, reset compression=false 2024-11-10T12:23:43,964 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[{test/32e36962c0ff9ba90802755ffd62b315/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T12:23:43,966 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:43,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T12:23:43,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:43,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64eadf3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44335,-1 for getting cluster id 2024-11-10T12:23:43,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:43,969 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf3186cb-af88-4dca-aab3-b51f83831547' 2024-11-10T12:23:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf3186cb-af88-4dca-aab3-b51f83831547" 2024-11-10T12:23:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f08b337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44335,-1] 2024-11-10T12:23:43,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:43,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:43,970 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:43,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36641abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:43,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:43,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33617,1731241403867, seqNum=-1] 2024-11-10T12:23:43,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:43,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:43,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4., hostname=3857ccc89b65,33617,1731241403867, seqNum=2] 2024-11-10T12:23:43,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:44,167 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 480, reset compression=false 2024-11-10T12:23:44,208 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 379, reset compression=false 2024-11-10T12:23:44,212 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:44,212 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 503, reset compression=false 2024-11-10T12:23:44,213 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e893772aaa5349c5cbed0f94152e4d4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T12:23:44,214 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:44,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T12:23:44,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:44,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52130371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:44,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:44,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:44,217 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@476257ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:44,218 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:44,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@787e70cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:44,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:44,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34103,1731241407995, seqNum=-1] 2024-11-10T12:23:44,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:44,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:44,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241414932.4d2592181ffdf63b8906635da9186047., hostname=3857ccc89b65,34103,1731241407995, seqNum=2] 2024-11-10T12:23:44,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:44,251 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 379, reset compression=false 2024-11-10T12:23:44,255 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:44,255 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 527, reset compression=false 2024-11-10T12:23:44,255 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:44,415 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 503, reset compression=false 2024-11-10T12:23:44,459 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 527, reset compression=false 2024-11-10T12:23:44,471 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 480, reset compression=false 2024-11-10T12:23:44,562 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T12:23:44,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:44,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,33617,1731241403867, seqNum=-1] 2024-11-10T12:23:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:44,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:23:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4., hostname=3857ccc89b65,33617,1731241403867, seqNum=2] 2024-11-10T12:23:44,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T12:23:44,719 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 503, reset compression=false 2024-11-10T12:23:44,723 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:44,723 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 607, reset compression=false 2024-11-10T12:23:44,723 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e893772aaa5349c5cbed0f94152e4d4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T12:23:44,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:44,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:44,762 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 527, reset compression=false 2024-11-10T12:23:44,766 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:44,766 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 655, reset compression=false 2024-11-10T12:23:44,766 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d2592181ffdf63b8906635da9186047/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T12:23:44,767 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:44,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T12:23:44,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:44,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113bb832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:44,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43619,-1 for getting cluster id 2024-11-10T12:23:44,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:44,770 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6820361a-dc2f-4bf8-be9f-b0dad8cffe50' 2024-11-10T12:23:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6820361a-dc2f-4bf8-be9f-b0dad8cffe50" 2024-11-10T12:23:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1329101e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43619,-1] 2024-11-10T12:23:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:44,771 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:44,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da292d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:44,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:23:44,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41499,1731241399734, seqNum=-1] 2024-11-10T12:23:44,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:23:44,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T12:23:44,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731241410626.32e36962c0ff9ba90802755ffd62b315., hostname=3857ccc89b65,41499,1731241399734, seqNum=2] 2024-11-10T12:23:44,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:44,874 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 480, reset compression=false 2024-11-10T12:23:44,878 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:44,878 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 632, reset compression=false 2024-11-10T12:23:44,878 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:44,927 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 607, reset compression=false 2024-11-10T12:23:44,969 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 655, reset compression=false 2024-11-10T12:23:45,081 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 632, reset compression=false 2024-11-10T12:23:45,230 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 607, reset compression=false 2024-11-10T12:23:45,273 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 655, reset compression=false 2024-11-10T12:23:45,385 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 632, reset compression=false 2024-11-10T12:23:45,571 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T12:23:45,574 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T12:23:45,633 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 607, reset compression=false 2024-11-10T12:23:45,676 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 655, reset compression=false 2024-11-10T12:23:45,680 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:45,680 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 759, reset compression=false 2024-11-10T12:23:45,680 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d2592181ffdf63b8906635da9186047/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T12:23:45,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:45,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:45,788 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 632, reset compression=false 2024-11-10T12:23:45,792 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:45,792 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 760, reset compression=false 2024-11-10T12:23:45,792 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[{test/32e36962c0ff9ba90802755ffd62b315/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T12:23:45,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:45,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:45,883 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 759, reset compression=false 2024-11-10T12:23:45,995 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 760, reset compression=false 2024-11-10T12:23:46,137 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 607, reset compression=false 2024-11-10T12:23:46,141 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:46,141 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 758, reset compression=false 2024-11-10T12:23:46,142 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:46,186 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 759, reset compression=false 2024-11-10T12:23:46,298 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 760, reset compression=false 2024-11-10T12:23:46,345 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 758, reset compression=false 2024-11-10T12:23:46,577 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T12:23:46,581 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T12:23:46,590 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 759, reset compression=false 2024-11-10T12:23:46,648 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 758, reset compression=false 2024-11-10T12:23:46,702 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 760, reset compression=false 2024-11-10T12:23:46,706 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:46,706 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 916, reset compression=false 2024-11-10T12:23:46,706 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[{test/32e36962c0ff9ba90802755ffd62b315/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T12:23:46,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:46,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:46,909 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 916, reset compression=false 2024-11-10T12:23:47,052 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 758, reset compression=false 2024-11-10T12:23:47,057 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:47,057 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 905, reset compression=false 2024-11-10T12:23:47,057 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e893772aaa5349c5cbed0f94152e4d4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T12:23:47,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:47,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:47,093 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 759, reset compression=false 2024-11-10T12:23:47,097 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:47,097 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 930, reset compression=false 2024-11-10T12:23:47,097 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:47,213 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 916, reset compression=false 2024-11-10T12:23:47,261 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 905, reset compression=false 2024-11-10T12:23:47,300 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 930, reset compression=false 2024-11-10T12:23:47,564 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 905, reset compression=false 2024-11-10T12:23:47,582 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T12:23:47,585 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T12:23:47,603 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 930, reset compression=false 2024-11-10T12:23:47,616 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 916, reset compression=false 2024-11-10T12:23:47,967 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 905, reset compression=false 2024-11-10T12:23:47,972 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:47,972 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1064, reset compression=false 2024-11-10T12:23:47,972 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e893772aaa5349c5cbed0f94152e4d4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T12:23:47,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:47,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:48,007 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 930, reset compression=false 2024-11-10T12:23:48,011 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:48,011 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1080, reset compression=false 2024-11-10T12:23:48,011 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d2592181ffdf63b8906635da9186047/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T12:23:48,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:48,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:48,119 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 916, reset compression=false 2024-11-10T12:23:48,123 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:48,123 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1090, reset compression=false 2024-11-10T12:23:48,123 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:48,175 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1064, reset compression=false 2024-11-10T12:23:48,214 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1080, reset compression=false 2024-11-10T12:23:48,326 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1090, reset compression=false 2024-11-10T12:23:48,479 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1064, reset compression=false 2024-11-10T12:23:48,517 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1080, reset compression=false 2024-11-10T12:23:48,587 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T12:23:48,591 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T12:23:48,630 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1090, reset compression=false 2024-11-10T12:23:48,882 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1064, reset compression=false 2024-11-10T12:23:48,920 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1080, reset compression=false 2024-11-10T12:23:48,924 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:48,924 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1239, reset compression=false 2024-11-10T12:23:48,924 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d2592181ffdf63b8906635da9186047/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T12:23:48,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:48,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:49,033 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1090, reset compression=false 2024-11-10T12:23:49,037 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:49,037 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1240, reset compression=false 2024-11-10T12:23:49,037 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[{test/32e36962c0ff9ba90802755ffd62b315/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T12:23:49,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:49,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:49,127 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1239, reset compression=false 2024-11-10T12:23:49,240 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1240, reset compression=false 2024-11-10T12:23:49,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:23:49,386 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1064, reset compression=false 2024-11-10T12:23:49,390 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:49,390 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1237, reset compression=false 2024-11-10T12:23:49,390 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:49,431 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1239, reset compression=false 2024-11-10T12:23:49,544 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1240, reset compression=false 2024-11-10T12:23:49,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T12:23:49,594 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1237, reset compression=false 2024-11-10T12:23:49,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:49,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:49,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:49,599 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f200e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:49,601 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c87e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:49,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36843,1731241407954 2024-11-10T12:23:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2424656a 2024-11-10T12:23:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:49,605 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:49,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-10T12:23:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T12:23:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T12:23:49,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:23:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T12:23:49,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T12:23:49,764 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T12:23:49,765 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T12:23:49,765 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,34103,1731241407995 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T12:23:49,765 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0. 2024-11-10T12:23:49,765 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:49,765 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:49,766 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:49,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:49,866 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T12:23:49,897 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1237, reset compression=false 2024-11-10T12:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T12:23:49,947 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1240, reset compression=false 2024-11-10T12:23:49,966 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 terminated 2024-11-10T12:23:49,983 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,34103,1731241407995, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:23:49,983 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T12:23:49,984 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T12:23:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T12:23:49,986 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 3857ccc89b65,34103,1731241407995 suceeded 2024-11-10T12:23:49,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T12:23:49,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-10T12:23:49,987 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T12:23:49,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-11-10T12:23:49,997 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:43619' 2024-11-10T12:23:49,998 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49752284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:49,998 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43619,-1 for getting cluster id 2024-11-10T12:23:49,998 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:49,999 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6820361a-dc2f-4bf8-be9f-b0dad8cffe50' 2024-11-10T12:23:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6820361a-dc2f-4bf8-be9f-b0dad8cffe50" 2024-11-10T12:23:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0726c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43619,-1] 2024-11-10T12:23:50,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:50,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:50,000 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:50,001 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e77f765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:50,001 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:50,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43619,1731241399682 2024-11-10T12:23:50,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e741b9 2024-11-10T12:23:50,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:50,003 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T12:23:50,003 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,34103,1731241407995 (queues=1) is replicating from cluster=f27b76d3-7b26-414a-9e2f-ba45e3e77153 to cluster=6820361a-dc2f-4bf8-be9f-b0dad8cffe50 2024-11-10T12:23:50,003 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C34103%2C1731241407995 2024-11-10T12:23:50,003 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,34103,1731241407995, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:23:50,004 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C34103%2C1731241407995 2024-11-10T12:23:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T12:23:50,240 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:23:50,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:50,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:50,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:50,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:50,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:50,244 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T12:23:50,307 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1237, reset compression=false 2024-11-10T12:23:50,451 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1240, reset compression=false 2024-11-10T12:23:50,455 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:50,455 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1344, reset compression=false 2024-11-10T12:23:50,455 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[{test/32e36962c0ff9ba90802755ffd62b315/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T12:23:50,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:50,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:50,658 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1344, reset compression=false 2024-11-10T12:23:50,811 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1237, reset compression=false 2024-11-10T12:23:50,815 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:50,815 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1364, reset compression=false 2024-11-10T12:23:50,816 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e893772aaa5349c5cbed0f94152e4d4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T12:23:50,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:50,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:50,961 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1344, reset compression=false 2024-11-10T12:23:51,019 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1364, reset compression=false 2024-11-10T12:23:51,245 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T12:23:51,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:51,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,36843,-1 for getting cluster id 2024-11-10T12:23:51,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:23:51,248 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27b76d3-7b26-414a-9e2f-ba45e3e77153' 2024-11-10T12:23:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:23:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27b76d3-7b26-414a-9e2f-ba45e3e77153" 2024-11-10T12:23:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4bcdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,36843,-1] 2024-11-10T12:23:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:23:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:51,250 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:23:51,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1fc731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:23:51,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:51,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,36843,1731241407954 2024-11-10T12:23:51,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a28c83e 2024-11-10T12:23:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:23:51,255 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:23:51,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-10T12:23:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T12:23:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T12:23:51,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:23:51,322 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1364, reset compression=false 2024-11-10T12:23:51,327 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:51,327 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:51,327 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e893772aaa5349c5cbed0f94152e4d4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T12:23:51,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:51,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:51,364 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1344, reset compression=false 2024-11-10T12:23:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T12:23:51,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T12:23:51,413 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T12:23:51,414 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T12:23:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T12:23:51,416 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 3857ccc89b65,34103,1731241407995 suceeded 2024-11-10T12:23:51,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T12:23:51,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-10T12:23:51,417 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T12:23:51,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2024-11-10T12:23:51,505 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, startPosition=1239, beingWritten=true 2024-11-10T12:23:51,509 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:23:51,509 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1518, reset compression=false 2024-11-10T12:23:51,509 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d2592181ffdf63b8906635da9186047/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T12:23:51,511 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:23:51,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T12:23:51,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:23:51,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:23:51,530 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T12:23:51,580 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:23:51,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:51,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:51,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:51,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:51,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:51,582 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T12:23:51,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:23:51,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:51,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:51,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:51,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:51,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:51,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:23:51,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=859443933, stopped=false 2024-11-10T12:23:51,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,36843,1731241407954 2024-11-10T12:23:51,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21370035824/running 2024-11-10T12:23:51,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21370035824/running 2024-11-10T12:23:51,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:51,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:51,584 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:51,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on znode that does not yet exist, /21370035824/running 2024-11-10T12:23:51,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Set watcher on znode that does not yet exist, /21370035824/running 2024-11-10T12:23:51,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:51,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:51,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:51,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,34103,1731241407995' ***** 2024-11-10T12:23:51,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:23:51,586 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:23:51,586 INFO [RS:0;3857ccc89b65:34103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:23:51,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:23:51,586 INFO [RS:0;3857ccc89b65:34103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:23:51,586 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(3091): Received CLOSE for 06a306ca7e5cded0a429e08b78873881 2024-11-10T12:23:51,586 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:51,586 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,34103,1731241407995 2024-11-10T12:23:51,586 INFO [RS:0;3857ccc89b65:34103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:51,587 INFO [RS:0;3857ccc89b65:34103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:34103. 2024-11-10T12:23:51,587 DEBUG [RS:0;3857ccc89b65:34103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06a306ca7e5cded0a429e08b78873881, disabling compactions & flushes 2024-11-10T12:23:51,587 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:51,587 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. after waiting 0 ms 2024-11-10T12:23:51,587 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:51,587 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:23:51,587 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:23:51,587 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:23:51,587 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06a306ca7e5cded0a429e08b78873881 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-10T12:23:51,587 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:23:51,587 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1325): Online Regions={06a306ca7e5cded0a429e08b78873881=hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881., 1588230740=hbase:meta,,1.1588230740, 4d2592181ffdf63b8906635da9186047=test,,1731241414932.4d2592181ffdf63b8906635da9186047.} 2024-11-10T12:23:51,587 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 06a306ca7e5cded0a429e08b78873881, 1588230740, 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:51,587 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:51,587 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:51,587 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:23:51,602 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881/.tmp/queue/626cf802d74e49d78bd37e3dbbb27b26 is 154, key is 1-3857ccc89b65,34103,1731241407995/queue:3857ccc89b65%2C34103%2C1731241407995/1731241431516/Put/seqid=0 2024-11-10T12:23:51,602 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/info/bc76de342d3843c8be01c3bce6de189f is 147, key is hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881./info:regioninfo/1731241422565/Put/seqid=0 2024-11-10T12:23:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741841_1017 (size=5353) 2024-11-10T12:23:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741840_1016 (size=7686) 2024-11-10T12:23:51,659 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:51,712 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1518, reset compression=false 2024-11-10T12:23:51,787 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 06a306ca7e5cded0a429e08b78873881, 1588230740, 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:51,833 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:51,867 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1344, reset compression=false 2024-11-10T12:23:51,871 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:51,871 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:51,871 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:51,987 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 06a306ca7e5cded0a429e08b78873881, 1588230740, 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:52,006 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881/.tmp/queue/626cf802d74e49d78bd37e3dbbb27b26 2024-11-10T12:23:52,006 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/info/bc76de342d3843c8be01c3bce6de189f 2024-11-10T12:23:52,015 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881/.tmp/queue/626cf802d74e49d78bd37e3dbbb27b26 as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881/queue/626cf802d74e49d78bd37e3dbbb27b26 2024-11-10T12:23:52,016 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1518, reset compression=false 2024-11-10T12:23:52,019 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881/queue/626cf802d74e49d78bd37e3dbbb27b26, entries=1, sequenceid=13, filesize=5.2 K 2024-11-10T12:23:52,020 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 06a306ca7e5cded0a429e08b78873881 in 433ms, sequenceid=13, compaction requested=false 2024-11-10T12:23:52,023 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/replication/06a306ca7e5cded0a429e08b78873881/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T12:23:52,024 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:52,024 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:23:52,024 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:52,024 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06a306ca7e5cded0a429e08b78873881: Waiting for close lock at 1731241431586Running coprocessor pre-close hooks at 1731241431586Disabling compacts and flushes for region at 1731241431586Disabling writes for close at 1731241431587 (+1 ms)Obtaining lock to block concurrent updates at 1731241431587Preparing flush snapshotting stores in 06a306ca7e5cded0a429e08b78873881 at 1731241431587Finished memstore snapshotting hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731241431587Flushing stores of hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. at 1731241431588 (+1 ms)Flushing 06a306ca7e5cded0a429e08b78873881/queue: creating writer at 1731241431588Flushing 06a306ca7e5cded0a429e08b78873881/queue: appending metadata at 1731241431602 (+14 ms)Flushing 06a306ca7e5cded0a429e08b78873881/queue: closing flushed file at 1731241431602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8364439: reopening flushed file at 1731241432014 (+412 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 06a306ca7e5cded0a429e08b78873881 in 433ms, sequenceid=13, compaction requested=false at 1731241432020 (+6 ms)Writing region close event to WAL at 1731241432021 (+1 ms)Running coprocessor post-close hooks at 1731241432024 (+3 ms)Closed at 1731241432024 2024-11-10T12:23:52,024 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241421405.06a306ca7e5cded0a429e08b78873881. 2024-11-10T12:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d2592181ffdf63b8906635da9186047, disabling compactions & flushes 2024-11-10T12:23:52,025 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241414932.4d2592181ffdf63b8906635da9186047. after waiting 0 ms 2024-11-10T12:23:52,025 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:52,025 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d2592181ffdf63b8906635da9186047 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T12:23:52,031 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/ns/bae938e611954dc5ba5e937225d2bad4 is 43, key is default/ns:d/1731241410541/Put/seqid=0 2024-11-10T12:23:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741842_1018 (size=5153) 2024-11-10T12:23:52,042 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/f/ae059041d3764f9a81574e6c0f2aaa52 is 37, key is row3/f:row3/1731241430241/Put/seqid=0 2024-11-10T12:23:52,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741843_1019 (size=5228) 2024-11-10T12:23:52,046 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/f/ae059041d3764f9a81574e6c0f2aaa52 2024-11-10T12:23:52,049 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae059041d3764f9a81574e6c0f2aaa52 2024-11-10T12:23:52,062 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/f1/ac78239cb302465c98b6dc18c73bfef7 is 30, key is row1/f1:/1731241427583/DeleteFamily/seqid=0 2024-11-10T12:23:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741844_1020 (size=5158) 2024-11-10T12:23:52,065 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/f1/ac78239cb302465c98b6dc18c73bfef7 2024-11-10T12:23:52,068 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac78239cb302465c98b6dc18c73bfef7 2024-11-10T12:23:52,077 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:52,082 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/norep/4c88dc3b5c2b47778ccd7220d586286c is 33, key is row2/norep:/1731241428588/DeleteFamily/seqid=0 2024-11-10T12:23:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741845_1021 (size=5108) 2024-11-10T12:23:52,188 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:52,236 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:52,380 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:52,388 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d2592181ffdf63b8906635da9186047 2024-11-10T12:23:52,421 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1518, reset compression=false 2024-11-10T12:23:52,425 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:52,425 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1765, reset compression=false 2024-11-10T12:23:52,425 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34103,1731241407995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:52,426 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,34103,1731241407995: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,34103,1731241407995, walGroup=3857ccc89b65%2C34103%2C1731241407995, offset=3857ccc89b65%2C34103%2C1731241407995.1731241409574:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:34103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:23:52,427 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:23:52,427 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:23:52,427 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:23:52,427 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:23:52,427 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:23:52,427 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 895546752 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198062256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:23:52,428 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:36843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:36843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:23:52,436 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/ns/bae938e611954dc5ba5e937225d2bad4 2024-11-10T12:23:52,445 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:23:52,445 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:23:52,453 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/rep_barrier/d02a90e84910459fb056c94deed3d1ca is 112, key is test,,1731241414932.4d2592181ffdf63b8906635da9186047./rep_barrier:seqnumDuringOpen/1731241416083/Put/seqid=0 2024-11-10T12:23:52,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741846_1022 (size=5518) 2024-11-10T12:23:52,485 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/norep/4c88dc3b5c2b47778ccd7220d586286c 2024-11-10T12:23:52,489 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c88dc3b5c2b47778ccd7220d586286c 2024-11-10T12:23:52,489 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/f/ae059041d3764f9a81574e6c0f2aaa52 as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/f/ae059041d3764f9a81574e6c0f2aaa52 2024-11-10T12:23:52,493 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae059041d3764f9a81574e6c0f2aaa52 2024-11-10T12:23:52,493 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/f/ae059041d3764f9a81574e6c0f2aaa52, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T12:23:52,494 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/f1/ac78239cb302465c98b6dc18c73bfef7 as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/f1/ac78239cb302465c98b6dc18c73bfef7 2024-11-10T12:23:52,498 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac78239cb302465c98b6dc18c73bfef7 2024-11-10T12:23:52,498 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/f1/ac78239cb302465c98b6dc18c73bfef7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T12:23:52,498 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/.tmp/norep/4c88dc3b5c2b47778ccd7220d586286c as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/norep/4c88dc3b5c2b47778ccd7220d586286c 2024-11-10T12:23:52,501 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c88dc3b5c2b47778ccd7220d586286c 2024-11-10T12:23:52,502 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/norep/4c88dc3b5c2b47778ccd7220d586286c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T12:23:52,502 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4d2592181ffdf63b8906635da9186047 in 477ms, sequenceid=12, compaction requested=false 2024-11-10T12:23:52,506 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/default/test/4d2592181ffdf63b8906635da9186047/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T12:23:52,506 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:52,506 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:23:52,506 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:52,507 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d2592181ffdf63b8906635da9186047: Waiting for close lock at 1731241432025Running coprocessor pre-close hooks at 1731241432025Disabling compacts and flushes for region at 1731241432025Disabling writes for close at 1731241432025Obtaining lock to block concurrent updates at 1731241432025Preparing flush snapshotting stores in 4d2592181ffdf63b8906635da9186047 at 1731241432025Finished memstore snapshotting test,,1731241414932.4d2592181ffdf63b8906635da9186047., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731241432025Flushing stores of test,,1731241414932.4d2592181ffdf63b8906635da9186047. at 1731241432025Flushing 4d2592181ffdf63b8906635da9186047/f: creating writer at 1731241432026 (+1 ms)Flushing 4d2592181ffdf63b8906635da9186047/f: appending metadata at 1731241432042 (+16 ms)Flushing 4d2592181ffdf63b8906635da9186047/f: closing flushed file at 1731241432042Flushing 4d2592181ffdf63b8906635da9186047/f1: creating writer at 1731241432049 (+7 ms)Flushing 4d2592181ffdf63b8906635da9186047/f1: appending metadata at 1731241432062 (+13 ms)Flushing 4d2592181ffdf63b8906635da9186047/f1: closing flushed file at 1731241432062Flushing 4d2592181ffdf63b8906635da9186047/norep: creating writer at 1731241432069 (+7 ms)Flushing 4d2592181ffdf63b8906635da9186047/norep: appending metadata at 1731241432081 (+12 ms)Flushing 4d2592181ffdf63b8906635da9186047/norep: closing flushed file at 1731241432081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3753b0e: reopening flushed file at 1731241432489 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3069e6fd: reopening flushed file at 1731241432493 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f2c261: reopening flushed file at 1731241432498 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4d2592181ffdf63b8906635da9186047 in 477ms, sequenceid=12, compaction requested=false at 1731241432502 (+4 ms)Writing region close event to WAL at 1731241432504 (+2 ms)Running coprocessor post-close hooks at 1731241432506 (+2 ms)Closed at 1731241432506 2024-11-10T12:23:52,507 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241414932.4d2592181ffdf63b8906635da9186047. 2024-11-10T12:23:52,588 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:23:52,588 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:23:52,588 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:52,628 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 1765, reset compression=false 2024-11-10T12:23:52,633 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:52,633 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 2409, reset compression=false 2024-11-10T12:23:52,740 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:52,784 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:52,788 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:52,836 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 2409, reset compression=false 2024-11-10T12:23:52,857 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/rep_barrier/d02a90e84910459fb056c94deed3d1ca 2024-11-10T12:23:52,874 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/table/b20f93bec23f4aaca2d90bc37f1b4fcb is 53, key is hbase:replication/table:state/1731241422571/Put/seqid=0 2024-11-10T12:23:52,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741847_1023 (size=5308) 2024-11-10T12:23:52,988 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:53,139 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.wal-reader.3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.1731241409574 to pos 2409, reset compression=false 2024-11-10T12:23:53,189 DEBUG [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:53,278 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/table/b20f93bec23f4aaca2d90bc37f1b4fcb 2024-11-10T12:23:53,283 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/info/bc76de342d3843c8be01c3bce6de189f as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/info/bc76de342d3843c8be01c3bce6de189f 2024-11-10T12:23:53,286 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/info/bc76de342d3843c8be01c3bce6de189f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:23:53,287 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/ns/bae938e611954dc5ba5e937225d2bad4 as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/ns/bae938e611954dc5ba5e937225d2bad4 2024-11-10T12:23:53,287 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:53,291 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/ns/bae938e611954dc5ba5e937225d2bad4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:23:53,291 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/rep_barrier/d02a90e84910459fb056c94deed3d1ca as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/rep_barrier/d02a90e84910459fb056c94deed3d1ca 2024-11-10T12:23:53,294 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/rep_barrier/d02a90e84910459fb056c94deed3d1ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:23:53,295 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/.tmp/table/b20f93bec23f4aaca2d90bc37f1b4fcb as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/table/b20f93bec23f4aaca2d90bc37f1b4fcb 2024-11-10T12:23:53,298 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/table/b20f93bec23f4aaca2d90bc37f1b4fcb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:23:53,299 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-10T12:23:53,304 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:23:53,304 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:53,304 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:23:53,304 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:53,304 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241431587Running coprocessor pre-close hooks at 1731241431587Disabling compacts and flushes for region at 1731241431587Disabling writes for close at 1731241431587Obtaining lock to block concurrent updates at 1731241431587Preparing flush snapshotting stores in 1588230740 at 1731241431587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241431588 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241431588Flushing 1588230740/info: creating writer at 1731241431588Flushing 1588230740/info: appending metadata at 1731241431602 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731241431602Flushing 1588230740/ns: creating writer at 1731241432014 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731241432030 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731241432030Flushing 1588230740/rep_barrier: creating writer at 1731241432439 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241432453 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241432453Flushing 1588230740/table: creating writer at 1731241432860 (+407 ms)Flushing 1588230740/table: appending metadata at 1731241432874 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731241432874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd9fce7: reopening flushed file at 1731241433282 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79261b9b: reopening flushed file at 1731241433286 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22612986: reopening flushed file at 1731241433291 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b48e43c: reopening flushed file at 1731241433295 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731241433299 (+4 ms)Writing region close event to WAL at 1731241433301 (+2 ms)Running coprocessor post-close hooks at 1731241433304 (+3 ms)Closed at 1731241433304 2024-11-10T12:23:53,305 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:53,343 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:53,389 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,34103,1731241407995; all regions closed. 2024-11-10T12:23:53,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:23:53,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/WALs/3857ccc89b65,34103,1731241407995/3857ccc89b65%2C34103%2C1731241407995.meta.1731241410497.meta not finished, retry = 0 2024-11-10T12:23:53,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:23:53,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741839_1015 (size=3333) 2024-11-10T12:23:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741832_1008 (size=2417) 2024-11-10T12:23:53,497 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:53,497 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:53,497 INFO [RS:0;3857ccc89b65:34103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:53,497 INFO [RS:0;3857ccc89b65:34103 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:53,497 INFO [RS:0;3857ccc89b65:34103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:53,497 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:53,498 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,34103,1731241407995 because: Region server is closing 2024-11-10T12:23:53,498 INFO [RS:0;3857ccc89b65:34103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:34103. 2024-11-10T12:23:53,498 DEBUG [RS:0;3857ccc89b65:34103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:53,498 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:53,498 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:53,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:53,599 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34103,1731241407995.replicationSource.shipper3857ccc89b65%2C34103%2C1731241407995,1-3857ccc89b65,34103,1731241407995 terminated 2024-11-10T12:23:53,599 INFO [RS:0;3857ccc89b65:34103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:34103. 2024-11-10T12:23:53,599 DEBUG [RS:0;3857ccc89b65:34103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:53,599 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:53,599 DEBUG [RS:0;3857ccc89b65:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:53,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:53,599 INFO [RS:0;3857ccc89b65:34103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34103 2024-11-10T12:23:53,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21370035824/rs/3857ccc89b65,34103,1731241407995 2024-11-10T12:23:53,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824/rs 2024-11-10T12:23:53,601 INFO [RS:0;3857ccc89b65:34103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:53,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,34103,1731241407995] 2024-11-10T12:23:53,604 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21370035824/draining/3857ccc89b65,34103,1731241407995 already deleted, retry=false 2024-11-10T12:23:53,604 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,34103,1731241407995 expired; onlineServers=0 2024-11-10T12:23:53,604 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,36843,1731241407954' ***** 2024-11-10T12:23:53,604 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:23:53,604 INFO [M:0;3857ccc89b65:36843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:53,604 INFO [M:0;3857ccc89b65:36843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:53,604 DEBUG [M:0;3857ccc89b65:36843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:23:53,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:23:53,605 DEBUG [M:0;3857ccc89b65:36843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:23:53,605 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241409344 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241409344,5,FailOnTimeoutGroup] 2024-11-10T12:23:53,605 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241409344 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241409344,5,FailOnTimeoutGroup] 2024-11-10T12:23:53,605 INFO [M:0;3857ccc89b65:36843 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:53,605 INFO [M:0;3857ccc89b65:36843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:53,605 DEBUG [M:0;3857ccc89b65:36843 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:23:53,605 INFO [M:0;3857ccc89b65:36843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:23:53,605 INFO [M:0;3857ccc89b65:36843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:53,605 INFO [M:0;3857ccc89b65:36843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:23:53,605 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:23:53,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21370035824/master 2024-11-10T12:23:53,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21370035824 2024-11-10T12:23:53,610 DEBUG [M:0;3857ccc89b65:36843 {}] zookeeper.ZKUtil(347): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Unable to get data of znode /21370035824/master because node does not exist (not an error) 2024-11-10T12:23:53,610 WARN [M:0;3857ccc89b65:36843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:23:53,611 INFO [M:0;3857ccc89b65:36843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/.lastflushedseqids 2024-11-10T12:23:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741848_1024 (size=245) 2024-11-10T12:23:53,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:53,703 INFO [RS:0;3857ccc89b65:34103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:53,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x10101d53c750007, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:53,703 INFO [RS:0;3857ccc89b65:34103 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,34103,1731241407995; zookeeper connection closed. 2024-11-10T12:23:53,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b09b7c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b09b7c4 2024-11-10T12:23:53,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:23:53,890 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:54,018 INFO [M:0;3857ccc89b65:36843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:23:54,018 INFO [M:0;3857ccc89b65:36843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:23:54,018 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:23:54,018 INFO [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:54,018 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:54,018 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:23:54,018 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:54,018 INFO [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T12:23:54,033 DEBUG [M:0;3857ccc89b65:36843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95fad803d53548e3be95fa6e70b22f98 is 82, key is hbase:meta,,1/info:regioninfo/1731241410531/Put/seqid=0 2024-11-10T12:23:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741849_1025 (size=5672) 2024-11-10T12:23:54,047 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:54,438 INFO [M:0;3857ccc89b65:36843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95fad803d53548e3be95fa6e70b22f98 2024-11-10T12:23:54,456 DEBUG [M:0;3857ccc89b65:36843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/720cb4631515443d8c1cea025c15a78c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241422574/Put/seqid=0 2024-11-10T12:23:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741850_1026 (size=9212) 2024-11-10T12:23:54,594 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:54,851 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:54,860 INFO [M:0;3857ccc89b65:36843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/720cb4631515443d8c1cea025c15a78c 2024-11-10T12:23:54,878 DEBUG [M:0;3857ccc89b65:36843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/426f9a46bd3f4c059a3e3630f70d73f2 is 69, key is 3857ccc89b65,34103,1731241407995/rs:state/1731241409427/Put/seqid=0 2024-11-10T12:23:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741851_1027 (size=5156) 2024-11-10T12:23:55,282 INFO [M:0;3857ccc89b65:36843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/426f9a46bd3f4c059a3e3630f70d73f2 2024-11-10T12:23:55,286 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95fad803d53548e3be95fa6e70b22f98 as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95fad803d53548e3be95fa6e70b22f98 2024-11-10T12:23:55,289 INFO [M:0;3857ccc89b65:36843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95fad803d53548e3be95fa6e70b22f98, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T12:23:55,290 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/720cb4631515443d8c1cea025c15a78c as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/720cb4631515443d8c1cea025c15a78c 2024-11-10T12:23:55,293 INFO [M:0;3857ccc89b65:36843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/720cb4631515443d8c1cea025c15a78c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T12:23:55,294 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/426f9a46bd3f4c059a3e3630f70d73f2 as hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/426f9a46bd3f4c059a3e3630f70d73f2 2024-11-10T12:23:55,297 INFO [M:0;3857ccc89b65:36843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/b24420a3-be4f-fd56-d4dd-f1987e0de4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/426f9a46bd3f4c059a3e3630f70d73f2, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T12:23:55,298 INFO [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false 2024-11-10T12:23:55,299 INFO [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:55,299 DEBUG [M:0;3857ccc89b65:36843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241434018Disabling compacts and flushes for region at 1731241434018Disabling writes for close at 1731241434018Obtaining lock to block concurrent updates at 1731241434018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241434018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731241434019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241434019Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241434019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241434033 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241434033Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241434442 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241434456 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241434456Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241434864 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241434877 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241434878 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d411572: reopening flushed file at 1731241435285 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ebaf3a: reopening flushed file at 1731241435289 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f9cb51: reopening flushed file at 1731241435293 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false at 1731241435298 (+5 ms)Writing region close event to WAL at 1731241435299 (+1 ms)Closed at 1731241435299 2024-11-10T12:23:55,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741830_1006 (size=73866) 2024-11-10T12:23:55,301 INFO [M:0;3857ccc89b65:36843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:23:55,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:55,301 INFO [M:0;3857ccc89b65:36843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36843 2024-11-10T12:23:55,304 INFO [M:0;3857ccc89b65:36843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:55,398 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:55,406 INFO [M:0;3857ccc89b65:36843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10101d53c750006, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:55,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8cf022{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:23:55,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:55,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:55,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:55,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:55,411 WARN [BP-2103573662-172.17.0.2-1731241406922 heartbeating to localhost/127.0.0.1:40177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:23:55,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:23:55,411 WARN [BP-2103573662-172.17.0.2-1731241406922 heartbeating to localhost/127.0.0.1:40177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2103573662-172.17.0.2-1731241406922 (Datanode Uuid 2a92355e-b495-463b-8d3e-491cfa7300a0) service to localhost/127.0.0.1:40177 2024-11-10T12:23:55,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:23:55,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/cluster_e4b2c384-e9e2-d105-bf21-36a906bea4a6/data/data1/current/BP-2103573662-172.17.0.2-1731241406922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:55,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/cluster_e4b2c384-e9e2-d105-bf21-36a906bea4a6/data/data2/current/BP-2103573662-172.17.0.2-1731241406922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:55,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:23:55,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d5c399{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:23:55,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:55,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:55,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:55,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:55,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:23:55,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:23:55,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:55,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:55,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:55,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:55,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:55,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:23:55,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2070561200, stopped=false 2024-11-10T12:23:55,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,44335,1731241403831 2024-11-10T12:23:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046511011/running 2024-11-10T12:23:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046511011/running 2024-11-10T12:23:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:55,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:55,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:55,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:55,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:55,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,33617,1731241403867' ***** 2024-11-10T12:23:55,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:23:55,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on znode that does not yet exist, /1-1046511011/running 2024-11-10T12:23:55,437 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:23:55,437 INFO [RS:0;3857ccc89b65:33617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:23:55,437 INFO [RS:0;3857ccc89b65:33617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:23:55,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Set watcher on znode that does not yet exist, /1-1046511011/running 2024-11-10T12:23:55,437 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e893772aaa5349c5cbed0f94152e4d4 2024-11-10T12:23:55,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:23:55,438 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:55,438 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,33617,1731241403867 2024-11-10T12:23:55,438 INFO [RS:0;3857ccc89b65:33617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:55,438 INFO [RS:0;3857ccc89b65:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:33617. 2024-11-10T12:23:55,438 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e893772aaa5349c5cbed0f94152e4d4, disabling compactions & flushes 2024-11-10T12:23:55,438 DEBUG [RS:0;3857ccc89b65:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:55,438 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:55,438 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:55,438 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:55,438 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. after waiting 0 ms 2024-11-10T12:23:55,438 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:55,438 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:23:55,438 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:23:55,438 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:23:55,439 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:23:55,439 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e893772aaa5349c5cbed0f94152e4d4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T12:23:55,439 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:23:55,439 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1325): Online Regions={3e893772aaa5349c5cbed0f94152e4d4=test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4., 1588230740=hbase:meta,,1.1588230740, a88347c7fc62d965f17412433256eacc=hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc.} 2024-11-10T12:23:55,439 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e893772aaa5349c5cbed0f94152e4d4, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:55,439 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:55,439 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:55,439 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:55,439 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:55,439 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:55,439 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:23:55,445 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:55,455 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/f/7b84b590f0504819a3c49f158cbbcef7 is 37, key is row3/f:row3/1731241430241/Put/seqid=0 2024-11-10T12:23:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741840_1016 (size=5228) 2024-11-10T12:23:55,459 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/info/bf611523f7f044828e8346f9264f68ae is 147, key is hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc./info:regioninfo/1731241420432/Put/seqid=0 2024-11-10T12:23:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741841_1017 (size=7686) 2024-11-10T12:23:55,639 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e893772aaa5349c5cbed0f94152e4d4, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:55,754 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1468, reset compression=false 2024-11-10T12:23:55,757 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:23:55,757 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:23:55,760 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:55,760 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1715, reset compression=false 2024-11-10T12:23:55,760 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,33617,1731241403867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:55,761 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,33617,1731241403867: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,33617,1731241403867, walGroup=3857ccc89b65%2C33617%2C1731241403867, offset=3857ccc89b65%2C33617%2C1731241403867.1731241405858:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:33617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:23:55,762 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:23:55,762 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:23:55,762 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:23:55,762 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:23:55,762 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:23:55,762 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 904907672 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198462392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:23:55,763 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:44335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:44335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:23:55,839 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e893772aaa5349c5cbed0f94152e4d4, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:55,859 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/f/7b84b590f0504819a3c49f158cbbcef7 2024-11-10T12:23:55,863 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/info/bf611523f7f044828e8346f9264f68ae 2024-11-10T12:23:55,863 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b84b590f0504819a3c49f158cbbcef7 2024-11-10T12:23:55,878 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/f1/f6a5325ebaf841e78773bcaad6e3b29a is 30, key is row1/f1:/1731241427583/DeleteFamily/seqid=0 2024-11-10T12:23:55,880 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/ns/ad8f32f65c234787942638e71c51832e is 43, key is default/ns:d/1731241406820/Put/seqid=0 2024-11-10T12:23:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741842_1018 (size=5158) 2024-11-10T12:23:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741843_1019 (size=5153) 2024-11-10T12:23:55,964 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1715, reset compression=false 2024-11-10T12:23:56,039 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e893772aaa5349c5cbed0f94152e4d4, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:56,240 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e893772aaa5349c5cbed0f94152e4d4, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:56,268 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1715, reset compression=false 2024-11-10T12:23:56,282 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/f1/f6a5325ebaf841e78773bcaad6e3b29a 2024-11-10T12:23:56,284 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/ns/ad8f32f65c234787942638e71c51832e 2024-11-10T12:23:56,286 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6a5325ebaf841e78773bcaad6e3b29a 2024-11-10T12:23:56,301 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/norep/5cbe06e953f44d359652964a02659f71 is 33, key is row1/norep:/1731241427583/DeleteFamily/seqid=0 2024-11-10T12:23:56,301 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/rep_barrier/09c51931fd104e549c791e3fedb3d737 is 112, key is test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4./rep_barrier:seqnumDuringOpen/1731241413927/Put/seqid=0 2024-11-10T12:23:56,302 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741844_1020 (size=5108) 2024-11-10T12:23:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741845_1021 (size=5518) 2024-11-10T12:23:56,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:23:56,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:56,340 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68554 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:23:56,440 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e893772aaa5349c5cbed0f94152e4d4, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:56,640 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e893772aaa5349c5cbed0f94152e4d4, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:56,671 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1715, reset compression=false 2024-11-10T12:23:56,705 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/norep/5cbe06e953f44d359652964a02659f71 2024-11-10T12:23:56,706 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/rep_barrier/09c51931fd104e549c791e3fedb3d737 2024-11-10T12:23:56,709 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cbe06e953f44d359652964a02659f71 2024-11-10T12:23:56,710 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/f/7b84b590f0504819a3c49f158cbbcef7 as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/f/7b84b590f0504819a3c49f158cbbcef7 2024-11-10T12:23:56,714 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b84b590f0504819a3c49f158cbbcef7 2024-11-10T12:23:56,714 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/f/7b84b590f0504819a3c49f158cbbcef7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T12:23:56,715 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/f1/f6a5325ebaf841e78773bcaad6e3b29a as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/f1/f6a5325ebaf841e78773bcaad6e3b29a 2024-11-10T12:23:56,718 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6a5325ebaf841e78773bcaad6e3b29a 2024-11-10T12:23:56,719 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/f1/f6a5325ebaf841e78773bcaad6e3b29a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T12:23:56,719 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/.tmp/norep/5cbe06e953f44d359652964a02659f71 as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/norep/5cbe06e953f44d359652964a02659f71 2024-11-10T12:23:56,723 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cbe06e953f44d359652964a02659f71 2024-11-10T12:23:56,723 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/norep/5cbe06e953f44d359652964a02659f71, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T12:23:56,724 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3e893772aaa5349c5cbed0f94152e4d4 in 1286ms, sequenceid=12, compaction requested=false 2024-11-10T12:23:56,724 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:23:56,732 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/default/test/3e893772aaa5349c5cbed0f94152e4d4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T12:23:56,732 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/table/999621d6ab4f409a8a865260d8b55cee is 53, key is hbase:replication/table:state/1731241420438/Put/seqid=0 2024-11-10T12:23:56,732 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:56,732 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:23:56,732 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e893772aaa5349c5cbed0f94152e4d4: Waiting for close lock at 1731241435438Running coprocessor pre-close hooks at 1731241435438Disabling compacts and flushes for region at 1731241435438Disabling writes for close at 1731241435438Obtaining lock to block concurrent updates at 1731241435439 (+1 ms)Preparing flush snapshotting stores in 3e893772aaa5349c5cbed0f94152e4d4 at 1731241435439Finished memstore snapshotting test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731241435439Flushing stores of test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. at 1731241435439Flushing 3e893772aaa5349c5cbed0f94152e4d4/f: creating writer at 1731241435440 (+1 ms)Flushing 3e893772aaa5349c5cbed0f94152e4d4/f: appending metadata at 1731241435454 (+14 ms)Flushing 3e893772aaa5349c5cbed0f94152e4d4/f: closing flushed file at 1731241435454Flushing 3e893772aaa5349c5cbed0f94152e4d4/f1: creating writer at 1731241435863 (+409 ms)Flushing 3e893772aaa5349c5cbed0f94152e4d4/f1: appending metadata at 1731241435877 (+14 ms)Flushing 3e893772aaa5349c5cbed0f94152e4d4/f1: closing flushed file at 1731241435877Flushing 3e893772aaa5349c5cbed0f94152e4d4/norep: creating writer at 1731241436286 (+409 ms)Flushing 3e893772aaa5349c5cbed0f94152e4d4/norep: appending metadata at 1731241436300 (+14 ms)Flushing 3e893772aaa5349c5cbed0f94152e4d4/norep: closing flushed file at 1731241436300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34db56ac: reopening flushed file at 1731241436710 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d357913: reopening flushed file at 1731241436714 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3b035c: reopening flushed file at 1731241436719 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3e893772aaa5349c5cbed0f94152e4d4 in 1286ms, sequenceid=12, compaction requested=false at 1731241436724 (+5 ms)Writing region close event to WAL at 1731241436725 (+1 ms)Running coprocessor post-close hooks at 1731241436732 (+7 ms)Closed at 1731241436732 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241412783.3e893772aaa5349c5cbed0f94152e4d4. 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a88347c7fc62d965f17412433256eacc, disabling compactions & flushes 2024-11-10T12:23:56,733 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. after waiting 0 ms 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a88347c7fc62d965f17412433256eacc: Waiting for close lock at 1731241436733Running coprocessor pre-close hooks at 1731241436733Disabling compacts and flushes for region at 1731241436733Disabling writes for close at 1731241436733Failed flush hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc., putting online again at 1731241436733 2024-11-10T12:23:56,733 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741846_1022 (size=5308) 2024-11-10T12:23:56,840 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:23:56,840 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a88347c7fc62d965f17412433256eacc=hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc.} 2024-11-10T12:23:56,840 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:56,841 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a88347c7fc62d965f17412433256eacc 2024-11-10T12:23:56,841 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a88347c7fc62d965f17412433256eacc, disabling compactions & flushes 2024-11-10T12:23:56,841 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:56,841 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:56,841 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. after waiting 0 ms 2024-11-10T12:23:56,841 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:56,841 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a88347c7fc62d965f17412433256eacc: Waiting for close lock at 1731241436841Running coprocessor pre-close hooks at 1731241436841Disabling compacts and flushes for region at 1731241436841Disabling writes for close at 1731241436841Failed flush hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc., putting online again at 1731241436841 2024-11-10T12:23:56,841 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241419253.a88347c7fc62d965f17412433256eacc. 2024-11-10T12:23:57,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,041 DEBUG [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:23:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,136 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/table/999621d6ab4f409a8a865260d8b55cee 2024-11-10T12:23:57,141 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/info/bf611523f7f044828e8346f9264f68ae as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/info/bf611523f7f044828e8346f9264f68ae 2024-11-10T12:23:57,144 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/info/bf611523f7f044828e8346f9264f68ae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:23:57,145 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/ns/ad8f32f65c234787942638e71c51832e as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/ns/ad8f32f65c234787942638e71c51832e 2024-11-10T12:23:57,148 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/ns/ad8f32f65c234787942638e71c51832e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:23:57,148 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/rep_barrier/09c51931fd104e549c791e3fedb3d737 as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/rep_barrier/09c51931fd104e549c791e3fedb3d737 2024-11-10T12:23:57,151 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/rep_barrier/09c51931fd104e549c791e3fedb3d737, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:23:57,152 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/.tmp/table/999621d6ab4f409a8a865260d8b55cee as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/table/999621d6ab4f409a8a865260d8b55cee 2024-11-10T12:23:57,155 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/table/999621d6ab4f409a8a865260d8b55cee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:23:57,156 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-10T12:23:57,156 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:23:57,161 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:23:57,161 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:23:57,161 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:23:57,161 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:57,161 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241435439Running coprocessor pre-close hooks at 1731241435439Disabling compacts and flushes for region at 1731241435439Disabling writes for close at 1731241435439Obtaining lock to block concurrent updates at 1731241435439Preparing flush snapshotting stores in 1588230740 at 1731241435439Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241435440 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241435440Flushing 1588230740/info: creating writer at 1731241435440Flushing 1588230740/info: appending metadata at 1731241435458 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731241435459 (+1 ms)Flushing 1588230740/ns: creating writer at 1731241435866 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731241435880 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241435880Flushing 1588230740/rep_barrier: creating writer at 1731241436288 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241436301 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241436301Flushing 1588230740/table: creating writer at 1731241436710 (+409 ms)Flushing 1588230740/table: appending metadata at 1731241436732 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731241436732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475b6cfc: reopening flushed file at 1731241437140 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7e89b5: reopening flushed file at 1731241437144 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2526d794: reopening flushed file at 1731241437148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74861a51: reopening flushed file at 1731241437151 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1731241437156 (+5 ms)Writing region close event to WAL at 1731241437158 (+2 ms)Running coprocessor post-close hooks at 1731241437161 (+3 ms)Closed at 1731241437161 2024-11-10T12:23:57,161 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:23:57,175 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 1715, reset compression=false 2024-11-10T12:23:57,179 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:57,179 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.wal-reader.3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.1731241405858 to pos 2359, reset compression=false 2024-11-10T12:23:57,241 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T12:23:57,241 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,33617,1731241403867; all regions closed. 2024-11-10T12:23:57,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:23:57,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/WALs/3857ccc89b65,33617,1731241403867/3857ccc89b65%2C33617%2C1731241403867.meta.1731241406774.meta not finished, retry = 0 2024-11-10T12:23:57,309 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:57,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741839_1015 (size=2609) 2024-11-10T12:23:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741832_1008 (size=2367) 2024-11-10T12:23:57,349 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:57,349 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:57,349 INFO [RS:0;3857ccc89b65:33617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:57,349 INFO [RS:0;3857ccc89b65:33617 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:57,349 INFO [RS:0;3857ccc89b65:33617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:57,349 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:57,350 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,33617,1731241403867 because: Region server is closing 2024-11-10T12:23:57,350 INFO [RS:0;3857ccc89b65:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:33617. 2024-11-10T12:23:57,350 DEBUG [RS:0;3857ccc89b65:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:57,350 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:57,350 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:57,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:57,451 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,33617,1731241403867.replicationSource.shipper3857ccc89b65%2C33617%2C1731241403867,1-3857ccc89b65,33617,1731241403867 terminated 2024-11-10T12:23:57,451 INFO [RS:0;3857ccc89b65:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:33617. 2024-11-10T12:23:57,451 DEBUG [RS:0;3857ccc89b65:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:57,451 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:57,451 DEBUG [RS:0;3857ccc89b65:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:57,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:57,451 INFO [RS:0;3857ccc89b65:33617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33617 2024-11-10T12:23:57,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046511011/rs/3857ccc89b65,33617,1731241403867 2024-11-10T12:23:57,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011/rs 2024-11-10T12:23:57,453 INFO [RS:0;3857ccc89b65:33617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:57,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,33617,1731241403867] 2024-11-10T12:23:57,456 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1046511011/draining/3857ccc89b65,33617,1731241403867 already deleted, retry=false 2024-11-10T12:23:57,456 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,33617,1731241403867 expired; onlineServers=0 2024-11-10T12:23:57,456 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,44335,1731241403831' ***** 2024-11-10T12:23:57,456 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:23:57,456 INFO [M:0;3857ccc89b65:44335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:57,456 INFO [M:0;3857ccc89b65:44335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:23:57,456 DEBUG [M:0;3857ccc89b65:44335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:23:57,457 DEBUG [M:0;3857ccc89b65:44335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:23:57,457 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:23:57,457 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241405639 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241405639,5,FailOnTimeoutGroup] 2024-11-10T12:23:57,457 INFO [M:0;3857ccc89b65:44335 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:23:57,457 INFO [M:0;3857ccc89b65:44335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:23:57,457 DEBUG [M:0;3857ccc89b65:44335 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:23:57,457 INFO [M:0;3857ccc89b65:44335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:23:57,457 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241405640 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241405640,5,FailOnTimeoutGroup] 2024-11-10T12:23:57,457 INFO [M:0;3857ccc89b65:44335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:57,457 INFO [M:0;3857ccc89b65:44335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:23:57,457 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:23:57,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1046511011/master 2024-11-10T12:23:57,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1046511011 2024-11-10T12:23:57,458 DEBUG [M:0;3857ccc89b65:44335 {}] zookeeper.ZKUtil(347): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Unable to get data of znode /1-1046511011/master because node does not exist (not an error) 2024-11-10T12:23:57,458 WARN [M:0;3857ccc89b65:44335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:23:57,458 INFO [M:0;3857ccc89b65:44335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/.lastflushedseqids 2024-11-10T12:23:57,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741847_1023 (size=245) 2024-11-10T12:23:57,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:57,555 INFO [RS:0;3857ccc89b65:33617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:57,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10101d53c750004, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:57,555 INFO [RS:0;3857ccc89b65:33617 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,33617,1731241403867; zookeeper connection closed. 2024-11-10T12:23:57,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@178c02f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@178c02f9 2024-11-10T12:23:57,556 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:23:57,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:23:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:23:57,863 INFO [M:0;3857ccc89b65:44335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:23:57,863 INFO [M:0;3857ccc89b65:44335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:23:57,863 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:23:57,863 INFO [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:57,863 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:57,863 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:23:57,863 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:57,863 INFO [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T12:23:57,879 DEBUG [M:0;3857ccc89b65:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42adb6d65fe8462bb80fe3a10e713126 is 82, key is hbase:meta,,1/info:regioninfo/1731241406804/Put/seqid=0 2024-11-10T12:23:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741848_1024 (size=5672) 2024-11-10T12:23:58,283 INFO [M:0;3857ccc89b65:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42adb6d65fe8462bb80fe3a10e713126 2024-11-10T12:23:58,301 DEBUG [M:0;3857ccc89b65:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f3a7b5576424166b174df25d011204c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241420441/Put/seqid=0 2024-11-10T12:23:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741849_1025 (size=8517) 2024-11-10T12:23:58,413 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:58,706 INFO [M:0;3857ccc89b65:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f3a7b5576424166b174df25d011204c 2024-11-10T12:23:58,724 DEBUG [M:0;3857ccc89b65:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e10da8ddc14b9b9ea8e4495d534bc5 is 69, key is 3857ccc89b65,33617,1731241403867/rs:state/1731241405708/Put/seqid=0 2024-11-10T12:23:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741850_1026 (size=5156) 2024-11-10T12:23:59,128 INFO [M:0;3857ccc89b65:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e10da8ddc14b9b9ea8e4495d534bc5 2024-11-10T12:23:59,133 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42adb6d65fe8462bb80fe3a10e713126 as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42adb6d65fe8462bb80fe3a10e713126 2024-11-10T12:23:59,137 INFO [M:0;3857ccc89b65:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42adb6d65fe8462bb80fe3a10e713126, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T12:23:59,137 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f3a7b5576424166b174df25d011204c as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f3a7b5576424166b174df25d011204c 2024-11-10T12:23:59,140 INFO [M:0;3857ccc89b65:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f3a7b5576424166b174df25d011204c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T12:23:59,141 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e10da8ddc14b9b9ea8e4495d534bc5 as hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76e10da8ddc14b9b9ea8e4495d534bc5 2024-11-10T12:23:59,144 INFO [M:0;3857ccc89b65:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43809/user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76e10da8ddc14b9b9ea8e4495d534bc5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T12:23:59,145 INFO [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-10T12:23:59,146 INFO [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:23:59,146 DEBUG [M:0;3857ccc89b65:44335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241437863Disabling compacts and flushes for region at 1731241437863Disabling writes for close at 1731241437863Obtaining lock to block concurrent updates at 1731241437863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241437863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731241437863Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241437864 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241437864Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241437879 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241437879Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241438287 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241438301 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241438301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241438710 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241438724 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241438724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18703fe6: reopening flushed file at 1731241439132 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a88a0d8: reopening flushed file at 1731241439137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af1085b: reopening flushed file at 1731241439140 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731241439145 (+5 ms)Writing region close event to WAL at 1731241439146 (+1 ms)Closed at 1731241439146 2024-11-10T12:23:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741830_1006 (size=63666) 2024-11-10T12:23:59,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f1f1ae6-cfb0-7a12-4c17-2e767ed25ff3/MasterData/WALs/3857ccc89b65,44335,1731241403831/3857ccc89b65%2C44335%2C1731241403831.1731241405555 not finished, retry = 0 2024-11-10T12:23:59,249 INFO [M:0;3857ccc89b65:44335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:23:59,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:23:59,249 INFO [M:0;3857ccc89b65:44335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44335 2024-11-10T12:23:59,249 INFO [M:0;3857ccc89b65:44335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:23:59,351 INFO [M:0;3857ccc89b65:44335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:23:59,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:59,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10101d53c750003, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:23:59,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a7f541b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:23:59,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@339b9dcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:59,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:59,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30dd4f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:59,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1fe91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:59,356 WARN [BP-1955803000-172.17.0.2-1731241402794 heartbeating to localhost/127.0.0.1:43809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:23:59,356 WARN [BP-1955803000-172.17.0.2-1731241402794 heartbeating to localhost/127.0.0.1:43809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1955803000-172.17.0.2-1731241402794 (Datanode Uuid 35019c68-f8b6-40fc-9308-3a6cffb0c630) service to localhost/127.0.0.1:43809 2024-11-10T12:23:59,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:23:59,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:23:59,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/cluster_9a2793b0-ecc1-2319-db77-ecfadafe24b6/data/data1/current/BP-1955803000-172.17.0.2-1731241402794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:59,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/cluster_9a2793b0-ecc1-2319-db77-ecfadafe24b6/data/data2/current/BP-1955803000-172.17.0.2-1731241402794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:23:59,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:23:59,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51434c40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:23:59,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51cf730b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:23:59,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:23:59,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@666de90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:23:59,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468ae325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a1ea098-eb5a-823d-87f3-85c110a3b348/hadoop.log.dir/,STOPPED} 2024-11-10T12:23:59,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:23:59,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:23:59,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:59,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:59,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:59,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:59,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:23:59,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:23:59,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=443150984, stopped=false 2024-11-10T12:23:59,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,43619,1731241399682 2024-11-10T12:23:59,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-444114649/running 2024-11-10T12:23:59,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:59,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-444114649/running 2024-11-10T12:23:59,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:23:59,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:23:59,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:23:59,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:59,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:59,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on znode that does not yet exist, /0-444114649/running 2024-11-10T12:23:59,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,41499,1731241399734' ***** 2024-11-10T12:23:59,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Set watcher on znode that does not yet exist, /0-444114649/running 2024-11-10T12:23:59,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:23:59,381 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:23:59,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(3091): Received CLOSE for 32e36962c0ff9ba90802755ffd62b315 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b154458a68039974d89e57297451d35 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,41499,1731241399734 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:41499. 2024-11-10T12:23:59,382 DEBUG [RS:0;3857ccc89b65:41499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:23:59,382 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32e36962c0ff9ba90802755ffd62b315, disabling compactions & flushes 2024-11-10T12:23:59,382 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:23:59,382 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:59,382 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:59,382 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. after waiting 0 ms 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:23:59,382 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:23:59,382 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:23:59,382 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32e36962c0ff9ba90802755ffd62b315 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T12:23:59,383 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:23:59,383 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1325): Online Regions={32e36962c0ff9ba90802755ffd62b315=test,,1731241410626.32e36962c0ff9ba90802755ffd62b315., 9b154458a68039974d89e57297451d35=hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:23:59,383 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e36962c0ff9ba90802755ffd62b315, 9b154458a68039974d89e57297451d35 2024-11-10T12:23:59,383 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:23:59,383 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:23:59,383 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:23:59,383 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:23:59,383 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:23:59,383 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:23:59,400 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/f/ba1583983e594d86996a05e179475d1c is 37, key is row3/f:row3/1731241430241/Put/seqid=0 2024-11-10T12:23:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741840_1016 (size=5228) 2024-11-10T12:23:59,404 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/f/ba1583983e594d86996a05e179475d1c 2024-11-10T12:23:59,404 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/info/8279f4bc7152458b8a8d44b7fdcd73e5 is 147, key is hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35./info:regioninfo/1731241418261/Put/seqid=0 2024-11-10T12:23:59,409 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1583983e594d86996a05e179475d1c 2024-11-10T12:23:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741841_1017 (size=7686) 2024-11-10T12:23:59,417 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:23:59,425 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/f1/728028ba7b2e4553b912cd003db92262 is 30, key is row1/f1:/1731241427583/DeleteFamily/seqid=0 2024-11-10T12:23:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741842_1018 (size=5158) 2024-11-10T12:23:59,583 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e36962c0ff9ba90802755ffd62b315, 9b154458a68039974d89e57297451d35 2024-11-10T12:23:59,591 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:23:59,591 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:23:59,616 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1496, reset compression=false 2024-11-10T12:23:59,621 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:23:59,621 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1743, reset compression=false 2024-11-10T12:23:59,621 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41499,1731241399734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:23:59,622 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,41499,1731241399734: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,41499,1731241399734, walGroup=3857ccc89b65%2C41499%2C1731241399734, offset=3857ccc89b65%2C41499%2C1731241399734.1731241401721:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:41499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:23:59,622 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:23:59,623 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:23:59,623 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:23:59,623 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:23:59,623 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:23:59,623 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 913026048 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199274096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:23:59,623 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:43619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:43619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:23:59,783 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e36962c0ff9ba90802755ffd62b315, 9b154458a68039974d89e57297451d35 2024-11-10T12:23:59,814 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/info/8279f4bc7152458b8a8d44b7fdcd73e5 2024-11-10T12:23:59,824 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1743, reset compression=false 2024-11-10T12:23:59,829 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/f1/728028ba7b2e4553b912cd003db92262 2024-11-10T12:23:59,832 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 728028ba7b2e4553b912cd003db92262 2024-11-10T12:23:59,833 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/ns/a777022a3aba4951bfebf550a683b642 is 43, key is default/ns:d/1731241402687/Put/seqid=0 2024-11-10T12:23:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741843_1019 (size=5153) 2024-11-10T12:23:59,847 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/norep/53f130ebb5ed470fbaeab27b82b1d244 is 32, key is row/norep:/1731241426578/DeleteFamily/seqid=0 2024-11-10T12:23:59,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741844_1020 (size=5101) 2024-11-10T12:23:59,983 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e36962c0ff9ba90802755ffd62b315, 9b154458a68039974d89e57297451d35 2024-11-10T12:24:00,127 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1743, reset compression=false 2024-11-10T12:24:00,183 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e36962c0ff9ba90802755ffd62b315, 9b154458a68039974d89e57297451d35 2024-11-10T12:24:00,241 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/ns/a777022a3aba4951bfebf550a683b642 2024-11-10T12:24:00,251 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/norep/53f130ebb5ed470fbaeab27b82b1d244 2024-11-10T12:24:00,254 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f130ebb5ed470fbaeab27b82b1d244 2024-11-10T12:24:00,254 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/f/ba1583983e594d86996a05e179475d1c as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/f/ba1583983e594d86996a05e179475d1c 2024-11-10T12:24:00,258 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1583983e594d86996a05e179475d1c 2024-11-10T12:24:00,258 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/f/ba1583983e594d86996a05e179475d1c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T12:24:00,258 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/f1/728028ba7b2e4553b912cd003db92262 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/f1/728028ba7b2e4553b912cd003db92262 2024-11-10T12:24:00,262 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 728028ba7b2e4553b912cd003db92262 2024-11-10T12:24:00,262 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/rep_barrier/2d9bc7e893b343a69c0219d3b4a328b0 is 112, key is test,,1731241410626.32e36962c0ff9ba90802755ffd62b315./rep_barrier:seqnumDuringOpen/1731241411773/Put/seqid=0 2024-11-10T12:24:00,262 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/f1/728028ba7b2e4553b912cd003db92262, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T12:24:00,262 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/.tmp/norep/53f130ebb5ed470fbaeab27b82b1d244 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/norep/53f130ebb5ed470fbaeab27b82b1d244 2024-11-10T12:24:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741845_1021 (size=5518) 2024-11-10T12:24:00,265 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/rep_barrier/2d9bc7e893b343a69c0219d3b4a328b0 2024-11-10T12:24:00,266 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f130ebb5ed470fbaeab27b82b1d244 2024-11-10T12:24:00,266 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/norep/53f130ebb5ed470fbaeab27b82b1d244, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T12:24:00,267 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 32e36962c0ff9ba90802755ffd62b315 in 885ms, sequenceid=12, compaction requested=false 2024-11-10T12:24:00,282 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/default/test/32e36962c0ff9ba90802755ffd62b315/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T12:24:00,282 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:00,282 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:00,282 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:24:00,282 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32e36962c0ff9ba90802755ffd62b315: Waiting for close lock at 1731241439382Running coprocessor pre-close hooks at 1731241439382Disabling compacts and flushes for region at 1731241439382Disabling writes for close at 1731241439382Obtaining lock to block concurrent updates at 1731241439382Preparing flush snapshotting stores in 32e36962c0ff9ba90802755ffd62b315 at 1731241439382Finished memstore snapshotting test,,1731241410626.32e36962c0ff9ba90802755ffd62b315., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731241439383 (+1 ms)Flushing stores of test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. at 1731241439383Flushing 32e36962c0ff9ba90802755ffd62b315/f: creating writer at 1731241439383Flushing 32e36962c0ff9ba90802755ffd62b315/f: appending metadata at 1731241439400 (+17 ms)Flushing 32e36962c0ff9ba90802755ffd62b315/f: closing flushed file at 1731241439400Flushing 32e36962c0ff9ba90802755ffd62b315/f1: creating writer at 1731241439409 (+9 ms)Flushing 32e36962c0ff9ba90802755ffd62b315/f1: appending metadata at 1731241439425 (+16 ms)Flushing 32e36962c0ff9ba90802755ffd62b315/f1: closing flushed file at 1731241439425Flushing 32e36962c0ff9ba90802755ffd62b315/norep: creating writer at 1731241439832 (+407 ms)Flushing 32e36962c0ff9ba90802755ffd62b315/norep: appending metadata at 1731241439846 (+14 ms)Flushing 32e36962c0ff9ba90802755ffd62b315/norep: closing flushed file at 1731241439847 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dc12e2: reopening flushed file at 1731241440254 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1452b7: reopening flushed file at 1731241440258 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2efef13b: reopening flushed file at 1731241440262 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 32e36962c0ff9ba90802755ffd62b315 in 885ms, sequenceid=12, compaction requested=false at 1731241440267 (+5 ms)Writing region close event to WAL at 1731241440279 (+12 ms)Running coprocessor post-close hooks at 1731241440282 (+3 ms)Closed at 1731241440282 2024-11-10T12:24:00,282 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241410626.32e36962c0ff9ba90802755ffd62b315. 2024-11-10T12:24:00,283 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b154458a68039974d89e57297451d35, disabling compactions & flushes 2024-11-10T12:24:00,283 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,283 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,283 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. after waiting 0 ms 2024-11-10T12:24:00,283 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,283 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b154458a68039974d89e57297451d35: Waiting for close lock at 1731241440283Running coprocessor pre-close hooks at 1731241440283Disabling compacts and flushes for region at 1731241440283Disabling writes for close at 1731241440283Failed flush hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35., putting online again at 1731241440283 2024-11-10T12:24:00,283 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,291 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/table/a1dfe0499a13488c837d7a5a2ac30bac is 53, key is hbase:replication/table:state/1731241418268/Put/seqid=0 2024-11-10T12:24:00,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741846_1022 (size=5308) 2024-11-10T12:24:00,295 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/table/a1dfe0499a13488c837d7a5a2ac30bac 2024-11-10T12:24:00,299 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/info/8279f4bc7152458b8a8d44b7fdcd73e5 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/info/8279f4bc7152458b8a8d44b7fdcd73e5 2024-11-10T12:24:00,302 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/info/8279f4bc7152458b8a8d44b7fdcd73e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:24:00,302 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/ns/a777022a3aba4951bfebf550a683b642 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/ns/a777022a3aba4951bfebf550a683b642 2024-11-10T12:24:00,305 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/ns/a777022a3aba4951bfebf550a683b642, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:24:00,306 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/rep_barrier/2d9bc7e893b343a69c0219d3b4a328b0 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/rep_barrier/2d9bc7e893b343a69c0219d3b4a328b0 2024-11-10T12:24:00,309 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/rep_barrier/2d9bc7e893b343a69c0219d3b4a328b0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:24:00,309 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/.tmp/table/a1dfe0499a13488c837d7a5a2ac30bac as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/table/a1dfe0499a13488c837d7a5a2ac30bac 2024-11-10T12:24:00,312 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/table/a1dfe0499a13488c837d7a5a2ac30bac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:24:00,313 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-11-10T12:24:00,318 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:24:00,319 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:00,319 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:24:00,319 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:00,319 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241439383Running coprocessor pre-close hooks at 1731241439383Disabling compacts and flushes for region at 1731241439383Disabling writes for close at 1731241439383Obtaining lock to block concurrent updates at 1731241439383Preparing flush snapshotting stores in 1588230740 at 1731241439383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241439383Flushing stores of hbase:meta,,1.1588230740 at 1731241439384 (+1 ms)Flushing 1588230740/info: creating writer at 1731241439384Flushing 1588230740/info: appending metadata at 1731241439404 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731241439404Flushing 1588230740/ns: creating writer at 1731241439818 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731241439832 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731241439832Flushing 1588230740/rep_barrier: creating writer at 1731241440245 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241440261 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241440261Flushing 1588230740/table: creating writer at 1731241440269 (+8 ms)Flushing 1588230740/table: appending metadata at 1731241440291 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731241440291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599e1fb1: reopening flushed file at 1731241440298 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256bb8a3: reopening flushed file at 1731241440302 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f69afe5: reopening flushed file at 1731241440305 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f3acee: reopening flushed file at 1731241440309 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1731241440313 (+4 ms)Writing region close event to WAL at 1731241440316 (+3 ms)Running coprocessor post-close hooks at 1731241440319 (+3 ms)Closed at 1731241440319 2024-11-10T12:24:00,319 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:00,384 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:24:00,384 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1325): Online Regions={9b154458a68039974d89e57297451d35=hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35.} 2024-11-10T12:24:00,384 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b154458a68039974d89e57297451d35 2024-11-10T12:24:00,384 DEBUG [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1351): Waiting on 9b154458a68039974d89e57297451d35 2024-11-10T12:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b154458a68039974d89e57297451d35, disabling compactions & flushes 2024-11-10T12:24:00,384 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. after waiting 0 ms 2024-11-10T12:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b154458a68039974d89e57297451d35: Waiting for close lock at 1731241440384Running coprocessor pre-close hooks at 1731241440384Disabling compacts and flushes for region at 1731241440384Disabling writes for close at 1731241440384Failed flush hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35., putting online again at 1731241440384 2024-11-10T12:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241417095.9b154458a68039974d89e57297451d35. 2024-11-10T12:24:00,530 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 1743, reset compression=false 2024-11-10T12:24:00,535 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:00,535 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/WALs/3857ccc89b65,41499,1731241399734/3857ccc89b65%2C41499%2C1731241399734.1731241401721 to pos 2387, reset compression=false 2024-11-10T12:24:00,584 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T12:24:00,584 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,41499,1731241399734; all regions closed. 2024-11-10T12:24:00,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:24:00,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741839_1015 (size=2609) 2024-11-10T12:24:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741832_1008 (size=2395) 2024-11-10T12:24:00,591 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:00,591 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:24:00,591 INFO [RS:0;3857ccc89b65:41499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:00,592 INFO [RS:0;3857ccc89b65:41499 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:00,592 INFO [RS:0;3857ccc89b65:41499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:00,592 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:00,592 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,41499,1731241399734 because: Region server is closing 2024-11-10T12:24:00,592 INFO [RS:0;3857ccc89b65:41499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:41499. 2024-11-10T12:24:00,593 DEBUG [RS:0;3857ccc89b65:41499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:00,593 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:00,593 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:00,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:00,693 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.shipper3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 terminated 2024-11-10T12:24:00,693 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41499,1731241399734.replicationSource.wal-reader.3857ccc89b65%2C41499%2C1731241399734,1-3857ccc89b65,41499,1731241399734 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:24:00,693 INFO [RS:0;3857ccc89b65:41499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:41499. 2024-11-10T12:24:00,693 DEBUG [RS:0;3857ccc89b65:41499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:00,693 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:00,693 DEBUG [RS:0;3857ccc89b65:41499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:00,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:00,694 INFO [RS:0;3857ccc89b65:41499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41499 2024-11-10T12:24:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649/rs 2024-11-10T12:24:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-444114649/rs/3857ccc89b65,41499,1731241399734 2024-11-10T12:24:00,696 INFO [RS:0;3857ccc89b65:41499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:00,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,41499,1731241399734] 2024-11-10T12:24:00,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-444114649/draining/3857ccc89b65,41499,1731241399734 already deleted, retry=false 2024-11-10T12:24:00,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,41499,1731241399734 expired; onlineServers=0 2024-11-10T12:24:00,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,43619,1731241399682' ***** 2024-11-10T12:24:00,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:24:00,698 INFO [M:0;3857ccc89b65:43619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:24:00,698 INFO [M:0;3857ccc89b65:43619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:00,698 DEBUG [M:0;3857ccc89b65:43619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:24:00,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:24:00,699 DEBUG [M:0;3857ccc89b65:43619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:24:00,699 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241401498 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241401498,5,FailOnTimeoutGroup] 2024-11-10T12:24:00,699 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241401498 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241401498,5,FailOnTimeoutGroup] 2024-11-10T12:24:00,699 INFO [M:0;3857ccc89b65:43619 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:00,699 INFO [M:0;3857ccc89b65:43619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:00,699 DEBUG [M:0;3857ccc89b65:43619 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:24:00,699 INFO [M:0;3857ccc89b65:43619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:24:00,699 INFO [M:0;3857ccc89b65:43619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:24:00,699 INFO [M:0;3857ccc89b65:43619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:24:00,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:24:00,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-444114649/master 2024-11-10T12:24:00,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-444114649 2024-11-10T12:24:00,701 DEBUG [M:0;3857ccc89b65:43619 {}] zookeeper.ZKUtil(347): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Unable to get data of znode /0-444114649/master because node does not exist (not an error) 2024-11-10T12:24:00,701 WARN [M:0;3857ccc89b65:43619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:24:00,702 INFO [M:0;3857ccc89b65:43619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/.lastflushedseqids 2024-11-10T12:24:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741847_1023 (size=245) 2024-11-10T12:24:00,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:00,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41499-0x10101d53c750001, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:00,797 INFO [RS:0;3857ccc89b65:41499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:00,797 INFO [RS:0;3857ccc89b65:41499 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,41499,1731241399734; zookeeper connection closed. 2024-11-10T12:24:00,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29ba3179 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29ba3179 2024-11-10T12:24:00,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:24:01,106 INFO [M:0;3857ccc89b65:43619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:24:01,106 INFO [M:0;3857ccc89b65:43619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:24:01,106 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:01,106 INFO [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:01,107 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:01,107 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:01,107 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:01,107 INFO [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T12:24:01,132 DEBUG [M:0;3857ccc89b65:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659fbc38837e40818348244b31458609 is 82, key is hbase:meta,,1/info:regioninfo/1731241402675/Put/seqid=0 2024-11-10T12:24:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741848_1024 (size=5672) 2024-11-10T12:24:01,536 INFO [M:0;3857ccc89b65:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659fbc38837e40818348244b31458609 2024-11-10T12:24:01,554 DEBUG [M:0;3857ccc89b65:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d85f428357457daead0b5a8701eb41 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731241411783/Put/seqid=0 2024-11-10T12:24:01,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741849_1025 (size=7218) 2024-11-10T12:24:01,958 INFO [M:0;3857ccc89b65:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d85f428357457daead0b5a8701eb41 2024-11-10T12:24:01,962 INFO [M:0;3857ccc89b65:43619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6d85f428357457daead0b5a8701eb41 2024-11-10T12:24:01,976 DEBUG [M:0;3857ccc89b65:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/915e15132bb8440e86da05e45a35b842 is 69, key is 3857ccc89b65,41499,1731241399734/rs:state/1731241401577/Put/seqid=0 2024-11-10T12:24:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741850_1026 (size=5156) 2024-11-10T12:24:02,380 INFO [M:0;3857ccc89b65:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/915e15132bb8440e86da05e45a35b842 2024-11-10T12:24:02,384 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659fbc38837e40818348244b31458609 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/659fbc38837e40818348244b31458609 2024-11-10T12:24:02,387 INFO [M:0;3857ccc89b65:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/659fbc38837e40818348244b31458609, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T12:24:02,388 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d85f428357457daead0b5a8701eb41 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d85f428357457daead0b5a8701eb41 2024-11-10T12:24:02,391 INFO [M:0;3857ccc89b65:43619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6d85f428357457daead0b5a8701eb41 2024-11-10T12:24:02,391 INFO [M:0;3857ccc89b65:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d85f428357457daead0b5a8701eb41, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T12:24:02,392 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/915e15132bb8440e86da05e45a35b842 as hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/915e15132bb8440e86da05e45a35b842 2024-11-10T12:24:02,395 INFO [M:0;3857ccc89b65:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43797/user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/915e15132bb8440e86da05e45a35b842, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T12:24:02,396 INFO [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-10T12:24:02,398 INFO [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:02,398 DEBUG [M:0;3857ccc89b65:43619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241441106Disabling compacts and flushes for region at 1731241441106Disabling writes for close at 1731241441107 (+1 ms)Obtaining lock to block concurrent updates at 1731241441107Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241441107Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731241441107Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241441108 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241441108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241441131 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241441131Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241441540 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241441553 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241441553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241441962 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241441976 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241441976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d237a15: reopening flushed file at 1731241442384 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13df9ee4: reopening flushed file at 1731241442387 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf627e2: reopening flushed file at 1731241442391 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731241442396 (+5 ms)Writing region close event to WAL at 1731241442398 (+2 ms)Closed at 1731241442398 2024-11-10T12:24:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41121 is added to blk_1073741830_1006 (size=64423) 2024-11-10T12:24:02,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/876124f3-9923-7d29-cc0c-b7dc0b823c4b/MasterData/WALs/3857ccc89b65,43619,1731241399682/3857ccc89b65%2C43619%2C1731241399682.1731241401414 not finished, retry = 0 2024-11-10T12:24:02,501 INFO [M:0;3857ccc89b65:43619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:24:02,501 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:02,501 INFO [M:0;3857ccc89b65:43619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43619 2024-11-10T12:24:02,502 INFO [M:0;3857ccc89b65:43619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:02,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:02,604 INFO [M:0;3857ccc89b65:43619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:02,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x10101d53c750000, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:02,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7787f04f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:02,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c6ec404{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:02,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:02,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65274dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:02,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cadec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:02,608 WARN [BP-1885836977-172.17.0.2-1731241398782 heartbeating to localhost/127.0.0.1:43797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:24:02,608 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:24:02,608 WARN [BP-1885836977-172.17.0.2-1731241398782 heartbeating to localhost/127.0.0.1:43797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1885836977-172.17.0.2-1731241398782 (Datanode Uuid 6ab835ee-2131-4de5-8caf-b94e556880dc) service to localhost/127.0.0.1:43797 2024-11-10T12:24:02,608 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:24:02,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3/data/data1/current/BP-1885836977-172.17.0.2-1731241398782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:02,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/cluster_c9a7e82c-02ff-5f44-f52e-94f4a28200d3/data/data2/current/BP-1885836977-172.17.0.2-1731241398782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:02,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:24:02,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d0bd14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:02,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d9e9be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:02,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:02,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7612f0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:02,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b9fcac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d72926-b0fb-354e-e413-9de0afc296f6/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:02,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:24:02,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:24:02,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43809 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40177 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43797 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=8413 (was 8445) 2024-11-10T12:24:02,657 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=8413 2024-11-10T12:24:02,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:02,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,674 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T12:24:02,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.log.dir so I do NOT create it in target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1 2024-11-10T12:24:02,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:24:02,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.tmp.dir so I do NOT create it in target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1 2024-11-10T12:24:02,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2a1f1-ee2b-9e7c-4ace-f14beef1b064/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:24:02,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1 2024-11-10T12:24:02,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6, deleteOnExit=true 2024-11-10T12:24:02,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6/zookeeper_0, clientPort=59872, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:24:02,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59872 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/test.cache.data in system properties and HBase conf 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:24:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:24:02,680 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:24:02,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:24:02,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:02,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d53c750005, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:24:02,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10101d53c750008, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:24:02,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10101d53c750008, quorum=127.0.0.1:64929, baseZNode=/21370035824 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:24:02,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d53c750005, quorum=127.0.0.1:64929, baseZNode=/1-1046511011 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:24:02,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d53c750002, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:24:02,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d53c750002, quorum=127.0.0.1:64929, baseZNode=/0-444114649 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:24:02,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:02,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:02,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:02,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:02,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:02,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:02,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:02,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:02,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35c552d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/java.io.tmpdir/jetty-localhost-33953-hadoop-hdfs-3_4_1-tests_jar-_-any-7240088141198755185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:02,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:33953} 2024-11-10T12:24:02,973 INFO [Time-limited test {}] server.Server(415): Started @259683ms 2024-11-10T12:24:03,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:03,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:03,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:03,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:03,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:24:03,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:03,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:03,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@290f7b78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/java.io.tmpdir/jetty-localhost-40919-hadoop-hdfs-3_4_1-tests_jar-_-any-7459920331786973906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:03,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a1f47c9{HTTP/1.1, (http/1.1)}{localhost:40919} 2024-11-10T12:24:03,192 INFO [Time-limited test {}] server.Server(415): Started @259902ms 2024-11-10T12:24:03,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:24:03,300 WARN [Thread-3456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6/data/data1/current/BP-1466681836-172.17.0.2-1731241442724/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:03,300 WARN [Thread-3457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6/data/data2/current/BP-1466681836-172.17.0.2-1731241442724/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:03,323 WARN [Thread-3444 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:24:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x126edf2ec7ac7ddf with lease ID 0xf3877fba349882c4: Processing first storage report for DS-f8fb25eb-3f49-4955-beee-46dbfb657277 from datanode DatanodeRegistration(127.0.0.1:42487, datanodeUuid=44b4f843-f515-4c64-8f16-b7d06fc4d887, infoPort=33525, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1428140800;c=1731241442724) 2024-11-10T12:24:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x126edf2ec7ac7ddf with lease ID 0xf3877fba349882c4: from storage DS-f8fb25eb-3f49-4955-beee-46dbfb657277 node DatanodeRegistration(127.0.0.1:42487, datanodeUuid=44b4f843-f515-4c64-8f16-b7d06fc4d887, infoPort=33525, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1428140800;c=1731241442724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:03,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x126edf2ec7ac7ddf with lease ID 0xf3877fba349882c4: Processing first storage report for DS-5bd20cb7-3b8c-4fbc-b727-ce4aad5a4c81 from datanode DatanodeRegistration(127.0.0.1:42487, datanodeUuid=44b4f843-f515-4c64-8f16-b7d06fc4d887, infoPort=33525, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1428140800;c=1731241442724) 2024-11-10T12:24:03,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x126edf2ec7ac7ddf with lease ID 0xf3877fba349882c4: from storage DS-5bd20cb7-3b8c-4fbc-b727-ce4aad5a4c81 node DatanodeRegistration(127.0.0.1:42487, datanodeUuid=44b4f843-f515-4c64-8f16-b7d06fc4d887, infoPort=33525, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1428140800;c=1731241442724), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T12:24:03,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1 2024-11-10T12:24:03,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:03,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:24:03,830 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a with version=8 2024-11-10T12:24:03,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/hbase-staging 2024-11-10T12:24:03,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:03,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:03,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:03,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:03,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:03,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:03,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:24:03,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:03,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40935 2024-11-10T12:24:03,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40935 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409350x0, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:03,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40935-0x10101d5e8050000 connected 2024-11-10T12:24:03,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:03,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:03,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on znode that does not yet exist, /0-482016020/running 2024-11-10T12:24:03,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a, hbase.cluster.distributed=false 2024-11-10T12:24:03,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on znode that does not yet exist, /0-482016020/acl 2024-11-10T12:24:03,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40935 2024-11-10T12:24:03,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40935 2024-11-10T12:24:03,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40935 2024-11-10T12:24:03,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40935 2024-11-10T12:24:03,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40935 2024-11-10T12:24:03,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:03,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:03,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:03,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:03,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:03,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:03,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:24:03,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:03,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41229 2024-11-10T12:24:03,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41229 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:03,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:03,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:03,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412290x0, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:03,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412290x0, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on znode that does not yet exist, /0-482016020/running 2024-11-10T12:24:03,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41229-0x10101d5e8050001 connected 2024-11-10T12:24:03,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:24:03,896 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:24:03,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on znode that does not yet exist, /0-482016020/master 2024-11-10T12:24:03,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on znode that does not yet exist, /0-482016020/acl 2024-11-10T12:24:03,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-10T12:24:03,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41229 2024-11-10T12:24:03,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41229 2024-11-10T12:24:03,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-10T12:24:03,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-10T12:24:03,917 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:40935 2024-11-10T12:24:03,917 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-482016020/backup-masters/3857ccc89b65,40935,1731241443833 2024-11-10T12:24:03,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020/backup-masters 2024-11-10T12:24:03,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020/backup-masters 2024-11-10T12:24:03,920 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on existing znode=/0-482016020/backup-masters/3857ccc89b65,40935,1731241443833 2024-11-10T12:24:03,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482016020/master 2024-11-10T12:24:03,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:03,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:03,923 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on existing znode=/0-482016020/master 2024-11-10T12:24:03,923 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-482016020/backup-masters/3857ccc89b65,40935,1731241443833 from backup master directory 2024-11-10T12:24:03,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-482016020/backup-masters/3857ccc89b65,40935,1731241443833 2024-11-10T12:24:03,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020/backup-masters 2024-11-10T12:24:03,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020/backup-masters 2024-11-10T12:24:03,924 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:03,924 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,40935,1731241443833 2024-11-10T12:24:03,928 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/hbase.id] with ID: d4c49df0-4d22-429a-876b-ea94eb1fd7a6 2024-11-10T12:24:03,928 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/.tmp/hbase.id 2024-11-10T12:24:03,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:24:04,338 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/.tmp/hbase.id]:[hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/hbase.id] 2024-11-10T12:24:04,347 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:04,347 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:24:04,348 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:24:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:24:04,754 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:04,755 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:24:04,756 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:04,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:24:05,162 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store 2024-11-10T12:24:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:24:05,567 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:05,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:05,568 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:05,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:05,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:05,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:05,568 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:05,568 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241445568Disabling compacts and flushes for region at 1731241445568Disabling writes for close at 1731241445568Writing region close event to WAL at 1731241445568Closed at 1731241445568 2024-11-10T12:24:05,568 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/.initializing 2024-11-10T12:24:05,569 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/WALs/3857ccc89b65,40935,1731241443833 2024-11-10T12:24:05,569 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:05,571 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C40935%2C1731241443833, suffix=, logDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/WALs/3857ccc89b65,40935,1731241443833, archiveDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/oldWALs, maxLogs=10 2024-11-10T12:24:05,585 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/WALs/3857ccc89b65,40935,1731241443833/3857ccc89b65%2C40935%2C1731241443833.1731241445571, exclude list is [], retry=0 2024-11-10T12:24:05,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42487,DS-f8fb25eb-3f49-4955-beee-46dbfb657277,DISK] 2024-11-10T12:24:05,589 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/WALs/3857ccc89b65,40935,1731241443833/3857ccc89b65%2C40935%2C1731241443833.1731241445571 2024-11-10T12:24:05,589 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33525:33525)] 2024-11-10T12:24:05,589 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:05,589 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:05,589 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,589 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:24:05,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:05,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:05,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:24:05,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:05,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:05,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:24:05,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:05,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:05,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:24:05,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:05,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:05,596 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,596 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,596 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,597 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,598 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:05,598 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:05,600 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:05,600 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71483112, jitterRate=0.06518137454986572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:05,607 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241445590Initializing all the Stores at 1731241445590Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241445590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241445590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241445590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241445590Cleaning up temporary data from old regions at 1731241445597 (+7 ms)Region opened successfully at 1731241445607 (+10 ms) 2024-11-10T12:24:05,607 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:24:05,609 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d623d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:05,610 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:24:05,610 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:24:05,610 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:24:05,610 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:24:05,611 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:24:05,611 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:24:05,611 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:24:05,612 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:24:05,613 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Unable to get data of znode /0-482016020/balancer because node does not exist (not necessarily an error) 2024-11-10T12:24:05,614 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482016020/balancer already deleted, retry=false 2024-11-10T12:24:05,615 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:24:05,615 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Unable to get data of znode /0-482016020/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:24:05,618 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482016020/normalizer already deleted, retry=false 2024-11-10T12:24:05,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:24:05,618 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Unable to get data of znode /0-482016020/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:24:05,620 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482016020/switch/split already deleted, retry=false 2024-11-10T12:24:05,620 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Unable to get data of znode /0-482016020/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:24:05,621 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482016020/switch/merge already deleted, retry=false 2024-11-10T12:24:05,623 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Unable to get data of znode /0-482016020/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:24:05,624 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482016020/snapshot-cleanup already deleted, retry=false 2024-11-10T12:24:05,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482016020/running 2024-11-10T12:24:05,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482016020/running 2024-11-10T12:24:05,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:05,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:05,627 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,40935,1731241443833, sessionid=0x10101d5e8050000, setting cluster-up flag (Was=false) 2024-11-10T12:24:05,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:05,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:05,635 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-482016020/flush-table-proc/acquired, /0-482016020/flush-table-proc/reached, /0-482016020/flush-table-proc/abort 2024-11-10T12:24:05,635 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,40935,1731241443833 2024-11-10T12:24:05,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:05,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:05,642 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-482016020/online-snapshot/acquired, /0-482016020/online-snapshot/reached, /0-482016020/online-snapshot/abort 2024-11-10T12:24:05,643 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,40935,1731241443833 2024-11-10T12:24:05,643 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:24:05,645 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:05,645 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:24:05,645 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:24:05,645 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,40935,1731241443833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:05,646 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,647 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241475647 2024-11-10T12:24:05,647 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:24:05,647 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:24:05,647 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:24:05,647 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:24:05,647 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:24:05,647 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:24:05,648 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:05,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:24:05,648 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:24:05,648 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:24:05,648 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:24:05,648 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:24:05,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:05,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:24:05,652 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:24:05,652 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:24:05,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241445652,5,FailOnTimeoutGroup] 2024-11-10T12:24:05,653 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241445652,5,FailOnTimeoutGroup] 2024-11-10T12:24:05,653 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,653 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:24:05,653 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,653 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:24:05,708 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(746): ClusterId : d4c49df0-4d22-429a-876b-ea94eb1fd7a6 2024-11-10T12:24:05,708 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:24:05,710 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:24:05,710 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:24:05,713 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:24:05,713 DEBUG [RS:0;3857ccc89b65:41229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45647f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:05,725 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:41229 2024-11-10T12:24:05,725 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:24:05,725 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:24:05,725 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:24:05,726 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,40935,1731241443833 with port=41229, startcode=1731241443884 2024-11-10T12:24:05,726 DEBUG [RS:0;3857ccc89b65:41229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:24:05,727 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:24:05,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,41229,1731241443884 2024-11-10T12:24:05,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:05,729 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a 2024-11-10T12:24:05,729 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36089 2024-11-10T12:24:05,729 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:24:05,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020/rs 2024-11-10T12:24:05,731 DEBUG [RS:0;3857ccc89b65:41229 {}] zookeeper.ZKUtil(111): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on existing znode=/0-482016020/rs/3857ccc89b65,41229,1731241443884 2024-11-10T12:24:05,731 WARN [RS:0;3857ccc89b65:41229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:05,731 INFO [RS:0;3857ccc89b65:41229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:05,731 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884 2024-11-10T12:24:05,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,41229,1731241443884] 2024-11-10T12:24:05,733 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:24:05,735 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:24:05,738 INFO [RS:0;3857ccc89b65:41229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:24:05,738 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,738 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:24:05,738 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:24:05,739 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:05,739 DEBUG [RS:0;3857ccc89b65:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:05,740 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,740 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,740 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,740 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,740 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,740 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41229,1731241443884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:05,758 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:24:05,758 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,41229,1731241443884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,758 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,758 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.Replication(171): 3857ccc89b65,41229,1731241443884 started 2024-11-10T12:24:05,771 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:05,772 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,41229,1731241443884, RpcServer on 3857ccc89b65/172.17.0.2:41229, sessionid=0x10101d5e8050001 2024-11-10T12:24:05,772 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:24:05,772 DEBUG [RS:0;3857ccc89b65:41229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,41229,1731241443884 2024-11-10T12:24:05,772 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,41229,1731241443884' 2024-11-10T12:24:05,772 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-482016020/flush-table-proc/abort' 2024-11-10T12:24:05,772 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-482016020/flush-table-proc/acquired' 2024-11-10T12:24:05,773 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:24:05,773 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:24:05,773 DEBUG [RS:0;3857ccc89b65:41229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,41229,1731241443884 2024-11-10T12:24:05,773 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,41229,1731241443884' 2024-11-10T12:24:05,773 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-482016020/online-snapshot/abort' 2024-11-10T12:24:05,773 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-482016020/online-snapshot/acquired' 2024-11-10T12:24:05,773 DEBUG [RS:0;3857ccc89b65:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:24:05,773 INFO [RS:0;3857ccc89b65:41229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:24:05,773 INFO [RS:0;3857ccc89b65:41229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:24:05,873 INFO [RS:0;3857ccc89b65:41229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:05,875 INFO [RS:0;3857ccc89b65:41229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C41229%2C1731241443884, suffix=, logDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884, archiveDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/oldWALs, maxLogs=10 2024-11-10T12:24:05,888 DEBUG [RS:0;3857ccc89b65:41229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875, exclude list is [], retry=0 2024-11-10T12:24:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42487,DS-f8fb25eb-3f49-4955-beee-46dbfb657277,DISK] 2024-11-10T12:24:05,892 INFO [RS:0;3857ccc89b65:41229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 2024-11-10T12:24:05,892 DEBUG [RS:0;3857ccc89b65:41229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33525:33525)] 2024-11-10T12:24:06,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:24:06,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a 2024-11-10T12:24:06,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:24:06,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:06,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:06,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:06,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:06,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:06,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:06,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:06,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:06,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:06,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:06,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740 2024-11-10T12:24:06,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740 2024-11-10T12:24:06,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:06,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:06,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:06,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:06,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:06,473 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74689395, jitterRate=0.11295871436595917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:06,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241446463Initializing all the Stores at 1731241446464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241446464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241446464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241446464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241446464Cleaning up temporary data from old regions at 1731241446471 (+7 ms)Region opened successfully at 1731241446474 (+3 ms) 2024-11-10T12:24:06,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:06,474 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:06,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:06,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:06,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:06,474 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:06,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241446474Disabling compacts and flushes for region at 1731241446474Disabling writes for close at 1731241446474Writing region close event to WAL at 1731241446474Closed at 1731241446474 2024-11-10T12:24:06,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:06,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:24:06,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:24:06,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:06,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:24:06,627 DEBUG [3857ccc89b65:40935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:24:06,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:06,629 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,41229,1731241443884, state=OPENING 2024-11-10T12:24:06,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:24:06,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:06,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:06,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:06,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482016020/meta-region-server: CHANGED 2024-11-10T12:24:06,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482016020/meta-region-server: CHANGED 2024-11-10T12:24:06,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,41229,1731241443884}] 2024-11-10T12:24:06,784 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:06,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:24:06,788 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:24:06,788 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:06,788 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:24:06,789 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C41229%2C1731241443884.meta, suffix=.meta, logDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884, archiveDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/oldWALs, maxLogs=10 2024-11-10T12:24:06,803 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.meta.1731241446790.meta, exclude list is [], retry=0 2024-11-10T12:24:06,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42487,DS-f8fb25eb-3f49-4955-beee-46dbfb657277,DISK] 2024-11-10T12:24:06,806 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.meta.1731241446790.meta 2024-11-10T12:24:06,806 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33525:33525)] 2024-11-10T12:24:06,806 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:06,807 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:06,807 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:06,807 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:24:06,807 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:24:06,807 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:24:06,807 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:06,807 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:24:06,807 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:24:06,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:06,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:06,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:06,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:06,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:06,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:06,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:06,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:06,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:06,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:06,812 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:06,813 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740 2024-11-10T12:24:06,813 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740 2024-11-10T12:24:06,814 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:06,814 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:06,814 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:06,815 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:06,816 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69431098, jitterRate=0.03460398316383362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:06,816 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:24:06,816 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241446807Writing region info on filesystem at 1731241446807Initializing all the Stores at 1731241446808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241446808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241446808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241446808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241446808Cleaning up temporary data from old regions at 1731241446814 (+6 ms)Running coprocessor post-open hooks at 1731241446816 (+2 ms)Region opened successfully at 1731241446816 2024-11-10T12:24:06,817 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241446784 2024-11-10T12:24:06,819 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:24:06,819 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:24:06,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:06,820 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,41229,1731241443884, state=OPEN 2024-11-10T12:24:06,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-482016020/meta-region-server 2024-11-10T12:24:06,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-482016020/meta-region-server 2024-11-10T12:24:06,825 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:06,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482016020/meta-region-server: CHANGED 2024-11-10T12:24:06,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482016020/meta-region-server: CHANGED 2024-11-10T12:24:06,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:24:06,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,41229,1731241443884 in 193 msec 2024-11-10T12:24:06,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:24:06,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T12:24:06,829 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:06,829 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:24:06,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:06,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41229,1731241443884, seqNum=-1] 2024-11-10T12:24:06,831 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:06,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:06,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-10T12:24:06,836 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241446836, completionTime=-1 2024-11-10T12:24:06,836 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:24:06,836 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:24:06,837 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:24:06,837 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241506837 2024-11-10T12:24:06,837 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241566837 2024-11-10T12:24:06,837 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:24:06,838 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40935,1731241443833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:06,838 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40935,1731241443833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:06,838 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40935,1731241443833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:06,838 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:40935, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:06,838 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:06,839 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:24:06,840 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40935,1731241443833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:06,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40935,1731241443833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:24:06,845 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:24:06,845 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:24:06,845 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40935,1731241443833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:06,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72254df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:06,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,40935,-1 for getting cluster id 2024-11-10T12:24:06,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:06,909 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c49df0-4d22-429a-876b-ea94eb1fd7a6' 2024-11-10T12:24:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c49df0-4d22-429a-876b-ea94eb1fd7a6" 2024-11-10T12:24:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a4837b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,40935,-1] 2024-11-10T12:24:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:06,911 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:06,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ab60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:06,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41229,1731241443884, seqNum=-1] 2024-11-10T12:24:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:06,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,40935,1731241443833 2024-11-10T12:24:06,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:06,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d5e8050002 connected 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.log.dir so I do NOT create it in target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2 2024-11-10T12:24:06,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.tmp.dir so I do NOT create it in target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2 2024-11-10T12:24:06,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:24:06,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/cluster_4b8b1fdc-f781-72d5-546d-5095332003c9, deleteOnExit=true 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/test.cache.data in system properties and HBase conf 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:24:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:24:06,922 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:24:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:24:06,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:06,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:06,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:06,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:06,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:06,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:07,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:07,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:07,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f44e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/java.io.tmpdir/jetty-localhost-40249-hadoop-hdfs-3_4_1-tests_jar-_-any-8564225341365674699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:07,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@410826e2{HTTP/1.1, (http/1.1)}{localhost:40249} 2024-11-10T12:24:07,129 INFO [Time-limited test {}] server.Server(415): Started @263838ms 2024-11-10T12:24:07,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:07,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:07,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:07,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:07,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:07,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:07,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:07,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@338dd482{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/java.io.tmpdir/jetty-localhost-36961-hadoop-hdfs-3_4_1-tests_jar-_-any-7328836414230335456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:07,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca8b37e{HTTP/1.1, (http/1.1)}{localhost:36961} 2024-11-10T12:24:07,344 INFO [Time-limited test {}] server.Server(415): Started @264053ms 2024-11-10T12:24:07,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:24:07,446 WARN [Thread-3577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/cluster_4b8b1fdc-f781-72d5-546d-5095332003c9/data/data2/current/BP-685207187-172.17.0.2-1731241446940/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:07,446 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/cluster_4b8b1fdc-f781-72d5-546d-5095332003c9/data/data1/current/BP-685207187-172.17.0.2-1731241446940/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:07,468 WARN [Thread-3564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:24:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e434cd80a3d001d with lease ID 0x66b57964f401a425: Processing first storage report for DS-2c5fa7cf-9832-4fbe-bfb2-344439caf1d2 from datanode DatanodeRegistration(127.0.0.1:44417, datanodeUuid=04cc14e8-39a2-42f5-ae2d-32635940b1ba, infoPort=42191, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=752610084;c=1731241446940) 2024-11-10T12:24:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e434cd80a3d001d with lease ID 0x66b57964f401a425: from storage DS-2c5fa7cf-9832-4fbe-bfb2-344439caf1d2 node DatanodeRegistration(127.0.0.1:44417, datanodeUuid=04cc14e8-39a2-42f5-ae2d-32635940b1ba, infoPort=42191, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=752610084;c=1731241446940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e434cd80a3d001d with lease ID 0x66b57964f401a425: Processing first storage report for DS-92f1ab43-fda6-4c87-970f-32a303332814 from datanode DatanodeRegistration(127.0.0.1:44417, datanodeUuid=04cc14e8-39a2-42f5-ae2d-32635940b1ba, infoPort=42191, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=752610084;c=1731241446940) 2024-11-10T12:24:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e434cd80a3d001d with lease ID 0x66b57964f401a425: from storage DS-92f1ab43-fda6-4c87-970f-32a303332814 node DatanodeRegistration(127.0.0.1:44417, datanodeUuid=04cc14e8-39a2-42f5-ae2d-32635940b1ba, infoPort=42191, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=752610084;c=1731241446940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:07,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2 2024-11-10T12:24:07,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:07,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:07,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:24:07,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4 with version=8 2024-11-10T12:24:07,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/hbase-staging 2024-11-10T12:24:07,979 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:07,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:07,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:07,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:07,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:07,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:07,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:24:07,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:07,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43151 2024-11-10T12:24:07,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43151 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:07,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431510x0, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:07,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43151-0x10101d5e8050003 connected 2024-11-10T12:24:07,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:07,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:08,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on znode that does not yet exist, /1342426875/running 2024-11-10T12:24:08,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4, hbase.cluster.distributed=false 2024-11-10T12:24:08,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on znode that does not yet exist, /1342426875/acl 2024-11-10T12:24:08,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-10T12:24:08,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43151 2024-11-10T12:24:08,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43151 2024-11-10T12:24:08,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-10T12:24:08,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-10T12:24:08,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:08,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34523 2024-11-10T12:24:08,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34523 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:08,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:08,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:08,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345230x0, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:08,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345230x0, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on znode that does not yet exist, /1342426875/running 2024-11-10T12:24:08,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34523-0x10101d5e8050004 connected 2024-11-10T12:24:08,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:24:08,026 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:24:08,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on znode that does not yet exist, /1342426875/master 2024-11-10T12:24:08,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on znode that does not yet exist, /1342426875/acl 2024-11-10T12:24:08,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34523 2024-11-10T12:24:08,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34523 2024-11-10T12:24:08,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34523 2024-11-10T12:24:08,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34523 2024-11-10T12:24:08,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34523 2024-11-10T12:24:08,042 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:43151 2024-11-10T12:24:08,042 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1342426875/backup-masters/3857ccc89b65,43151,1731241447979 2024-11-10T12:24:08,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875/backup-masters 2024-11-10T12:24:08,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875/backup-masters 2024-11-10T12:24:08,045 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on existing znode=/1342426875/backup-masters/3857ccc89b65,43151,1731241447979 2024-11-10T12:24:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1342426875/master 2024-11-10T12:24:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,047 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on existing znode=/1342426875/master 2024-11-10T12:24:08,047 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1342426875/backup-masters/3857ccc89b65,43151,1731241447979 from backup master directory 2024-11-10T12:24:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1342426875/backup-masters/3857ccc89b65,43151,1731241447979 2024-11-10T12:24:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875/backup-masters 2024-11-10T12:24:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875/backup-masters 2024-11-10T12:24:08,049 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:08,049 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,43151,1731241447979 2024-11-10T12:24:08,052 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/hbase.id] with ID: 13946fcf-7fd2-46d5-9fec-a8021a363fb2 2024-11-10T12:24:08,052 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/.tmp/hbase.id 2024-11-10T12:24:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:24:08,459 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/.tmp/hbase.id]:[hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/hbase.id] 2024-11-10T12:24:08,467 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:08,468 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:24:08,469 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:24:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:24:08,480 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:08,480 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:24:08,481 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:08,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:24:08,486 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store 2024-11-10T12:24:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:24:08,490 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:08,490 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:08,490 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:08,490 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:08,490 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:08,490 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:08,490 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:08,490 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241448490Disabling compacts and flushes for region at 1731241448490Disabling writes for close at 1731241448490Writing region close event to WAL at 1731241448490Closed at 1731241448490 2024-11-10T12:24:08,491 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/.initializing 2024-11-10T12:24:08,491 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/WALs/3857ccc89b65,43151,1731241447979 2024-11-10T12:24:08,491 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:08,493 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C43151%2C1731241447979, suffix=, logDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/WALs/3857ccc89b65,43151,1731241447979, archiveDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/oldWALs, maxLogs=10 2024-11-10T12:24:08,507 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/WALs/3857ccc89b65,43151,1731241447979/3857ccc89b65%2C43151%2C1731241447979.1731241448493, exclude list is [], retry=0 2024-11-10T12:24:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-2c5fa7cf-9832-4fbe-bfb2-344439caf1d2,DISK] 2024-11-10T12:24:08,511 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/WALs/3857ccc89b65,43151,1731241447979/3857ccc89b65%2C43151%2C1731241447979.1731241448493 2024-11-10T12:24:08,511 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42191:42191)] 2024-11-10T12:24:08,511 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:08,511 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:08,511 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,511 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:24:08,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:08,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:08,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:24:08,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:08,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:08,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:24:08,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:08,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:08,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:24:08,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:08,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:08,517 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,517 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,517 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,518 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,518 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,518 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:08,519 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:08,520 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:08,521 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69155258, jitterRate=0.03049364686012268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:08,521 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241448511Initializing all the Stores at 1731241448512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241448512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241448512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241448512Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241448512Cleaning up temporary data from old regions at 1731241448518 (+6 ms)Region opened successfully at 1731241448521 (+3 ms) 2024-11-10T12:24:08,521 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:24:08,523 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4016d96f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:08,524 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:24:08,524 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:24:08,524 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:24:08,524 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:24:08,524 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:24:08,525 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:24:08,525 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:24:08,526 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:24:08,527 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Unable to get data of znode /1342426875/balancer because node does not exist (not necessarily an error) 2024-11-10T12:24:08,531 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1342426875/balancer already deleted, retry=false 2024-11-10T12:24:08,531 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:24:08,532 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Unable to get data of znode /1342426875/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:24:08,533 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1342426875/normalizer already deleted, retry=false 2024-11-10T12:24:08,533 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:24:08,534 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Unable to get data of znode /1342426875/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:24:08,535 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1342426875/switch/split already deleted, retry=false 2024-11-10T12:24:08,535 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Unable to get data of znode /1342426875/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:24:08,536 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1342426875/switch/merge already deleted, retry=false 2024-11-10T12:24:08,538 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Unable to get data of znode /1342426875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:24:08,540 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1342426875/snapshot-cleanup already deleted, retry=false 2024-11-10T12:24:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1342426875/running 2024-11-10T12:24:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1342426875/running 2024-11-10T12:24:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,542 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,43151,1731241447979, sessionid=0x10101d5e8050003, setting cluster-up flag (Was=false) 2024-11-10T12:24:08,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,549 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1342426875/flush-table-proc/acquired, /1342426875/flush-table-proc/reached, /1342426875/flush-table-proc/abort 2024-11-10T12:24:08,550 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,43151,1731241447979 2024-11-10T12:24:08,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:08,556 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1342426875/online-snapshot/acquired, /1342426875/online-snapshot/reached, /1342426875/online-snapshot/abort 2024-11-10T12:24:08,557 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,43151,1731241447979 2024-11-10T12:24:08,558 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:24:08,559 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:08,559 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:24:08,559 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:24:08,559 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,43151,1731241447979 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:24:08,560 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:08,561 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:08,561 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:08,561 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:08,561 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:24:08,561 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,561 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:08,561 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,561 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241478561 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:24:08,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:24:08,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:24:08,563 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:24:08,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:08,563 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:24:08,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:24:08,563 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241448563,5,FailOnTimeoutGroup] 2024-11-10T12:24:08,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:24:08,563 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241448563,5,FailOnTimeoutGroup] 2024-11-10T12:24:08,563 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,563 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:24:08,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:08,563 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,563 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:24:08,633 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(746): ClusterId : 13946fcf-7fd2-46d5-9fec-a8021a363fb2 2024-11-10T12:24:08,633 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:24:08,636 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:24:08,636 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:24:08,638 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:24:08,638 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edb03d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:08,649 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:34523 2024-11-10T12:24:08,650 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:24:08,650 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:24:08,650 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:24:08,650 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,43151,1731241447979 with port=34523, startcode=1731241448017 2024-11-10T12:24:08,650 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:24:08,651 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:24:08,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,34523,1731241448017 2024-11-10T12:24:08,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43151 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:08,653 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4 2024-11-10T12:24:08,653 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33641 2024-11-10T12:24:08,653 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:24:08,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875/rs 2024-11-10T12:24:08,655 DEBUG [RS:0;3857ccc89b65:34523 {}] zookeeper.ZKUtil(111): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on existing znode=/1342426875/rs/3857ccc89b65,34523,1731241448017 2024-11-10T12:24:08,655 WARN [RS:0;3857ccc89b65:34523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:08,655 INFO [RS:0;3857ccc89b65:34523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:08,655 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017 2024-11-10T12:24:08,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,34523,1731241448017] 2024-11-10T12:24:08,658 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:24:08,659 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:24:08,659 INFO [RS:0;3857ccc89b65:34523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:24:08,660 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,660 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:24:08,660 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:24:08,660 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:08,661 DEBUG [RS:0;3857ccc89b65:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:08,664 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,665 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,665 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,665 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,665 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,665 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,34523,1731241448017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:08,682 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:24:08,683 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,34523,1731241448017-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,683 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,683 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.Replication(171): 3857ccc89b65,34523,1731241448017 started 2024-11-10T12:24:08,697 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:08,697 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,34523,1731241448017, RpcServer on 3857ccc89b65/172.17.0.2:34523, sessionid=0x10101d5e8050004 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,34523,1731241448017 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,34523,1731241448017' 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1342426875/flush-table-proc/abort' 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1342426875/flush-table-proc/acquired' 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,34523,1731241448017 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,34523,1731241448017' 2024-11-10T12:24:08,698 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1342426875/online-snapshot/abort' 2024-11-10T12:24:08,699 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1342426875/online-snapshot/acquired' 2024-11-10T12:24:08,699 DEBUG [RS:0;3857ccc89b65:34523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:24:08,699 INFO [RS:0;3857ccc89b65:34523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:24:08,699 INFO [RS:0;3857ccc89b65:34523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:24:08,799 INFO [RS:0;3857ccc89b65:34523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:08,800 INFO [RS:0;3857ccc89b65:34523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C34523%2C1731241448017, suffix=, logDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017, archiveDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/oldWALs, maxLogs=10 2024-11-10T12:24:08,813 DEBUG [RS:0;3857ccc89b65:34523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, exclude list is [], retry=0 2024-11-10T12:24:08,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-2c5fa7cf-9832-4fbe-bfb2-344439caf1d2,DISK] 2024-11-10T12:24:08,817 INFO [RS:0;3857ccc89b65:34523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 2024-11-10T12:24:08,817 DEBUG [RS:0;3857ccc89b65:34523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42191:42191)] 2024-11-10T12:24:08,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:24:08,971 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4 2024-11-10T12:24:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:24:09,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:09,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:09,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:09,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:09,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:09,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:09,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:09,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:09,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:09,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:09,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740 2024-11-10T12:24:09,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740 2024-11-10T12:24:09,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:09,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:09,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:09,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:09,386 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:09,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66611319, jitterRate=-0.007413998246192932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241449376Initializing all the Stores at 1731241449376Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241449377 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241449377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241449377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241449377Cleaning up temporary data from old regions at 1731241449383 (+6 ms)Region opened successfully at 1731241449386 (+3 ms) 2024-11-10T12:24:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:09,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:09,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:09,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:09,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241449386Disabling compacts and flushes for region at 1731241449386Disabling writes for close at 1731241449387 (+1 ms)Writing region close event to WAL at 1731241449387Closed at 1731241449387 2024-11-10T12:24:09,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:09,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:24:09,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:24:09,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:09,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:24:09,540 DEBUG [3857ccc89b65:43151 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:24:09,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:09,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,34523,1731241448017, state=OPENING 2024-11-10T12:24:09,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:24:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:09,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:09,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1342426875/meta-region-server: CHANGED 2024-11-10T12:24:09,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1342426875/meta-region-server: CHANGED 2024-11-10T12:24:09,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,34523,1731241448017}] 2024-11-10T12:24:09,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:09,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:24:09,705 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:24:09,705 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:09,705 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:24:09,706 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C34523%2C1731241448017.meta, suffix=.meta, logDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017, archiveDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/oldWALs, maxLogs=10 2024-11-10T12:24:09,721 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.meta.1731241449707.meta, exclude list is [], retry=0 2024-11-10T12:24:09,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-2c5fa7cf-9832-4fbe-bfb2-344439caf1d2,DISK] 2024-11-10T12:24:09,724 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.meta.1731241449707.meta 2024-11-10T12:24:09,724 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42191:42191)] 2024-11-10T12:24:09,724 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:09,725 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:09,725 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:09,725 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:24:09,725 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:24:09,725 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:24:09,725 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:09,725 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:24:09,725 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:24:09,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:09,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:09,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:09,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:09,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:09,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:09,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:09,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:09,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:09,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:09,730 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:09,730 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740 2024-11-10T12:24:09,731 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740 2024-11-10T12:24:09,732 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:09,732 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:09,732 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:09,733 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:09,734 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59084362, jitterRate=-0.1195743978023529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:09,734 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:24:09,734 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241449725Writing region info on filesystem at 1731241449725Initializing all the Stores at 1731241449726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241449726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241449726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241449726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241449726Cleaning up temporary data from old regions at 1731241449732 (+6 ms)Running coprocessor post-open hooks at 1731241449734 (+2 ms)Region opened successfully at 1731241449734 2024-11-10T12:24:09,735 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241449701 2024-11-10T12:24:09,737 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:24:09,737 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:24:09,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:09,738 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,34523,1731241448017, state=OPEN 2024-11-10T12:24:09,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1342426875/meta-region-server 2024-11-10T12:24:09,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1342426875/meta-region-server 2024-11-10T12:24:09,739 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:09,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1342426875/meta-region-server: CHANGED 2024-11-10T12:24:09,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1342426875/meta-region-server: CHANGED 2024-11-10T12:24:09,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:24:09,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,34523,1731241448017 in 190 msec 2024-11-10T12:24:09,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:24:09,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-10T12:24:09,743 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:09,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:24:09,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:09,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34523,1731241448017, seqNum=-1] 2024-11-10T12:24:09,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:09,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:09,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-10T12:24:09,749 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241449749, completionTime=-1 2024-11-10T12:24:09,749 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:24:09,749 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:24:09,751 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:24:09,751 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241509751 2024-11-10T12:24:09,751 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241569751 2024-11-10T12:24:09,751 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:24:09,751 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43151,1731241447979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:09,751 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43151,1731241447979-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:09,751 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43151,1731241447979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:09,752 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:43151, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:09,752 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:09,752 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:09,753 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:24:09,754 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.705sec 2024-11-10T12:24:09,754 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:24:09,754 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:24:09,754 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:24:09,755 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:24:09,755 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:24:09,755 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43151,1731241447979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:09,755 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43151,1731241447979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:24:09,756 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:24:09,756 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:24:09,756 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43151,1731241447979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:09,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d040a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:09,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:09,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:09,834 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b049454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:09,836 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:09,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164837db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:09,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:09,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34523,1731241448017, seqNum=-1] 2024-11-10T12:24:09,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:09,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:09,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,43151,1731241447979 2024-11-10T12:24:09,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:09,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:09,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d5e8050005 connected 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.log.dir so I do NOT create it in target/test-data/6a8dd593-797a-4bf5-f924-c87220177890 2024-11-10T12:24:09,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.tmp.dir so I do NOT create it in target/test-data/6a8dd593-797a-4bf5-f924-c87220177890 2024-11-10T12:24:09,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:24:09,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/cluster_50524825-8e1a-f34a-a592-0443762e8ed5, deleteOnExit=true 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/test.cache.data in system properties and HBase conf 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:24:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:24:09,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:24:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:24:09,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:09,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:09,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:09,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:09,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:09,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:09,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:09,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:10,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39201cd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/java.io.tmpdir/jetty-localhost-37669-hadoop-hdfs-3_4_1-tests_jar-_-any-292018487829066985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:10,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:37669} 2024-11-10T12:24:10,090 INFO [Time-limited test {}] server.Server(415): Started @266799ms 2024-11-10T12:24:10,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:10,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:10,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:10,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:10,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:10,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:10,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:10,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18212679{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/java.io.tmpdir/jetty-localhost-38159-hadoop-hdfs-3_4_1-tests_jar-_-any-10352265489747414830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:10,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:38159} 2024-11-10T12:24:10,315 INFO [Time-limited test {}] server.Server(415): Started @267024ms 2024-11-10T12:24:10,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:24:10,412 WARN [Thread-3696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/cluster_50524825-8e1a-f34a-a592-0443762e8ed5/data/data1/current/BP-1299142886-172.17.0.2-1731241449876/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:10,412 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/cluster_50524825-8e1a-f34a-a592-0443762e8ed5/data/data2/current/BP-1299142886-172.17.0.2-1731241449876/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:10,433 WARN [Thread-3684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:24:10,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5670682da2b3787b with lease ID 0x1c224bb6cb988286: Processing first storage report for DS-30af209d-611e-4a99-8525-5a52fa038a9f from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=5d4e27e7-1e01-4170-b5f2-1c96c6fa726e, infoPort=42875, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1404571173;c=1731241449876) 2024-11-10T12:24:10,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5670682da2b3787b with lease ID 0x1c224bb6cb988286: from storage DS-30af209d-611e-4a99-8525-5a52fa038a9f node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=5d4e27e7-1e01-4170-b5f2-1c96c6fa726e, infoPort=42875, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1404571173;c=1731241449876), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:10,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5670682da2b3787b with lease ID 0x1c224bb6cb988286: Processing first storage report for DS-a3659ea4-eefd-44ec-a198-8eca91882365 from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=5d4e27e7-1e01-4170-b5f2-1c96c6fa726e, infoPort=42875, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1404571173;c=1731241449876) 2024-11-10T12:24:10,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5670682da2b3787b with lease ID 0x1c224bb6cb988286: from storage DS-a3659ea4-eefd-44ec-a198-8eca91882365 node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=5d4e27e7-1e01-4170-b5f2-1c96c6fa726e, infoPort=42875, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1404571173;c=1731241449876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:10,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890 2024-11-10T12:24:10,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:10,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:24:10,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8 with version=8 2024-11-10T12:24:10,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/hbase-staging 2024-11-10T12:24:10,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:10,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:10,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:10,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:10,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:10,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:10,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:24:10,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:10,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37855 2024-11-10T12:24:10,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37855 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378550x0, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:10,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37855-0x10101d5e8050006 connected 2024-11-10T12:24:10,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:10,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:10,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on znode that does not yet exist, /21819293032/running 2024-11-10T12:24:10,871 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8, hbase.cluster.distributed=false 2024-11-10T12:24:10,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on znode that does not yet exist, /21819293032/acl 2024-11-10T12:24:10,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-10T12:24:10,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37855 2024-11-10T12:24:10,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37855 2024-11-10T12:24:10,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-10T12:24:10,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-10T12:24:10,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:10,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:10,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:24:10,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:10,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42527 2024-11-10T12:24:10,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42527 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:10,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:10,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:10,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425270x0, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:10,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42527-0x10101d5e8050007 connected 2024-11-10T12:24:10,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425270x0, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on znode that does not yet exist, /21819293032/running 2024-11-10T12:24:10,898 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:24:10,899 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:24:10,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on znode that does not yet exist, /21819293032/master 2024-11-10T12:24:10,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on znode that does not yet exist, /21819293032/acl 2024-11-10T12:24:10,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-10T12:24:10,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42527 2024-11-10T12:24:10,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42527 2024-11-10T12:24:10,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-10T12:24:10,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-10T12:24:10,924 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:37855 2024-11-10T12:24:10,925 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21819293032/backup-masters/3857ccc89b65,37855,1731241450851 2024-11-10T12:24:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032/backup-masters 2024-11-10T12:24:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032/backup-masters 2024-11-10T12:24:10,927 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on existing znode=/21819293032/backup-masters/3857ccc89b65,37855,1731241450851 2024-11-10T12:24:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21819293032/master 2024-11-10T12:24:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:10,935 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on existing znode=/21819293032/master 2024-11-10T12:24:10,935 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21819293032/backup-masters/3857ccc89b65,37855,1731241450851 from backup master directory 2024-11-10T12:24:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21819293032/backup-masters/3857ccc89b65,37855,1731241450851 2024-11-10T12:24:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032/backup-masters 2024-11-10T12:24:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032/backup-masters 2024-11-10T12:24:10,936 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:10,937 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,37855,1731241450851 2024-11-10T12:24:10,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/hbase.id] with ID: 0a906eb8-4b7f-489e-93fa-73ffc62eb884 2024-11-10T12:24:10,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/.tmp/hbase.id 2024-11-10T12:24:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:24:11,347 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/.tmp/hbase.id]:[hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/hbase.id] 2024-11-10T12:24:11,355 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:11,355 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:24:11,356 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:24:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:11,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:24:11,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:24:11,763 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:11,764 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:24:11,764 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:24:12,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store 2024-11-10T12:24:12,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:24:12,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:12,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:12,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:12,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:12,577 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:12,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:12,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:12,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:12,577 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:12,577 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241452577Disabling compacts and flushes for region at 1731241452577Disabling writes for close at 1731241452577Writing region close event to WAL at 1731241452577Closed at 1731241452577 2024-11-10T12:24:12,578 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/.initializing 2024-11-10T12:24:12,578 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/WALs/3857ccc89b65,37855,1731241450851 2024-11-10T12:24:12,579 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:12,580 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C37855%2C1731241450851, suffix=, logDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/WALs/3857ccc89b65,37855,1731241450851, archiveDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/oldWALs, maxLogs=10 2024-11-10T12:24:12,595 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/WALs/3857ccc89b65,37855,1731241450851/3857ccc89b65%2C37855%2C1731241450851.1731241452580, exclude list is [], retry=0 2024-11-10T12:24:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-30af209d-611e-4a99-8525-5a52fa038a9f,DISK] 2024-11-10T12:24:12,599 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/WALs/3857ccc89b65,37855,1731241450851/3857ccc89b65%2C37855%2C1731241450851.1731241452580 2024-11-10T12:24:12,599 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-10T12:24:12,599 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:12,599 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:12,599 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,599 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:24:12,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:12,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:12,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:24:12,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:12,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:12,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:24:12,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:12,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:12,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:24:12,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:12,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:12,605 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,606 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,606 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,607 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,607 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,607 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:12,608 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:12,609 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:12,610 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60250232, jitterRate=-0.10220158100128174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:12,610 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241452599Initializing all the Stores at 1731241452600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241452600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241452600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241452600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241452600Cleaning up temporary data from old regions at 1731241452607 (+7 ms)Region opened successfully at 1731241452610 (+3 ms) 2024-11-10T12:24:12,610 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:24:12,612 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70977680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:12,613 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:24:12,613 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:24:12,613 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:24:12,613 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:24:12,614 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:24:12,614 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:24:12,614 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:24:12,616 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:24:12,616 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Unable to get data of znode /21819293032/balancer because node does not exist (not necessarily an error) 2024-11-10T12:24:12,618 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21819293032/balancer already deleted, retry=false 2024-11-10T12:24:12,618 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:24:12,619 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Unable to get data of znode /21819293032/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:24:12,621 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21819293032/normalizer already deleted, retry=false 2024-11-10T12:24:12,621 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:24:12,622 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Unable to get data of znode /21819293032/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:24:12,623 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21819293032/switch/split already deleted, retry=false 2024-11-10T12:24:12,624 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Unable to get data of znode /21819293032/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:24:12,625 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21819293032/switch/merge already deleted, retry=false 2024-11-10T12:24:12,627 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Unable to get data of znode /21819293032/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:24:12,628 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21819293032/snapshot-cleanup already deleted, retry=false 2024-11-10T12:24:12,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21819293032/running 2024-11-10T12:24:12,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21819293032/running 2024-11-10T12:24:12,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:12,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:12,631 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,37855,1731241450851, sessionid=0x10101d5e8050006, setting cluster-up flag (Was=false) 2024-11-10T12:24:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:12,639 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21819293032/flush-table-proc/acquired, /21819293032/flush-table-proc/reached, /21819293032/flush-table-proc/abort 2024-11-10T12:24:12,640 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,37855,1731241450851 2024-11-10T12:24:12,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:12,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:12,647 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21819293032/online-snapshot/acquired, /21819293032/online-snapshot/reached, /21819293032/online-snapshot/abort 2024-11-10T12:24:12,648 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,37855,1731241450851 2024-11-10T12:24:12,649 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:24:12,650 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:12,651 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:24:12,651 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:24:12,651 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,37855,1731241450851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:12,652 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:12,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:24:12,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:12,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:24:12,660 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241482660 2024-11-10T12:24:12,660 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:24:12,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:24:12,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:24:12,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:24:12,664 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241452662,5,FailOnTimeoutGroup] 2024-11-10T12:24:12,666 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241452664,5,FailOnTimeoutGroup] 2024-11-10T12:24:12,666 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,666 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:24:12,666 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,666 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:24:12,710 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(746): ClusterId : 0a906eb8-4b7f-489e-93fa-73ffc62eb884 2024-11-10T12:24:12,711 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:24:12,713 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:24:12,713 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:24:12,715 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:24:12,715 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834ea67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:12,728 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:42527 2024-11-10T12:24:12,728 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:24:12,728 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:24:12,728 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:24:12,729 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,37855,1731241450851 with port=42527, startcode=1731241450889 2024-11-10T12:24:12,729 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:24:12,731 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:24:12,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,42527,1731241450889 2024-11-10T12:24:12,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37855 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:12,732 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8 2024-11-10T12:24:12,733 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35809 2024-11-10T12:24:12,733 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:24:12,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032/rs 2024-11-10T12:24:12,737 DEBUG [RS:0;3857ccc89b65:42527 {}] zookeeper.ZKUtil(111): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on existing znode=/21819293032/rs/3857ccc89b65,42527,1731241450889 2024-11-10T12:24:12,737 WARN [RS:0;3857ccc89b65:42527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:12,737 INFO [RS:0;3857ccc89b65:42527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:12,737 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889 2024-11-10T12:24:12,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,42527,1731241450889] 2024-11-10T12:24:12,739 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:24:12,741 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:24:12,742 INFO [RS:0;3857ccc89b65:42527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:24:12,742 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,742 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:24:12,742 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:24:12,742 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:12,743 DEBUG [RS:0;3857ccc89b65:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:12,744 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,744 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,744 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,744 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,744 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,744 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42527,1731241450889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:12,760 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:24:12,760 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42527,1731241450889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,760 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,760 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.Replication(171): 3857ccc89b65,42527,1731241450889 started 2024-11-10T12:24:12,774 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:12,774 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,42527,1731241450889, RpcServer on 3857ccc89b65/172.17.0.2:42527, sessionid=0x10101d5e8050007 2024-11-10T12:24:12,774 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:24:12,774 DEBUG [RS:0;3857ccc89b65:42527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,42527,1731241450889 2024-11-10T12:24:12,774 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,42527,1731241450889' 2024-11-10T12:24:12,774 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21819293032/flush-table-proc/abort' 2024-11-10T12:24:12,775 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21819293032/flush-table-proc/acquired' 2024-11-10T12:24:12,775 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:24:12,775 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:24:12,775 DEBUG [RS:0;3857ccc89b65:42527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,42527,1731241450889 2024-11-10T12:24:12,775 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,42527,1731241450889' 2024-11-10T12:24:12,775 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21819293032/online-snapshot/abort' 2024-11-10T12:24:12,776 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21819293032/online-snapshot/acquired' 2024-11-10T12:24:12,776 DEBUG [RS:0;3857ccc89b65:42527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:24:12,776 INFO [RS:0;3857ccc89b65:42527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:24:12,776 INFO [RS:0;3857ccc89b65:42527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:24:12,876 INFO [RS:0;3857ccc89b65:42527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:12,878 INFO [RS:0;3857ccc89b65:42527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C42527%2C1731241450889, suffix=, logDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889, archiveDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/oldWALs, maxLogs=10 2024-11-10T12:24:12,893 DEBUG [RS:0;3857ccc89b65:42527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, exclude list is [], retry=0 2024-11-10T12:24:12,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-30af209d-611e-4a99-8525-5a52fa038a9f,DISK] 2024-11-10T12:24:12,897 INFO [RS:0;3857ccc89b65:42527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 2024-11-10T12:24:12,897 DEBUG [RS:0;3857ccc89b65:42527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-10T12:24:13,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:24:13,068 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8 2024-11-10T12:24:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:24:13,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:13,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:13,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:13,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:13,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:13,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:13,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:13,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:13,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:13,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:13,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740 2024-11-10T12:24:13,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740 2024-11-10T12:24:13,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:13,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:13,481 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:13,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:13,483 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:13,484 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62230194, jitterRate=-0.07269784808158875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:13,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241453473Initializing all the Stores at 1731241453474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241453474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241453474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241453474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241453474Cleaning up temporary data from old regions at 1731241453481 (+7 ms)Region opened successfully at 1731241453484 (+3 ms) 2024-11-10T12:24:13,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:13,484 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:13,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:13,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:13,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:13,484 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:13,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241453484Disabling compacts and flushes for region at 1731241453484Disabling writes for close at 1731241453484Writing region close event to WAL at 1731241453484Closed at 1731241453484 2024-11-10T12:24:13,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:13,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:24:13,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:24:13,486 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:13,487 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:24:13,637 DEBUG [3857ccc89b65:37855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:24:13,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:13,639 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,42527,1731241450889, state=OPENING 2024-11-10T12:24:13,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:24:13,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:13,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:13,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:13,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21819293032/meta-region-server: CHANGED 2024-11-10T12:24:13,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21819293032/meta-region-server: CHANGED 2024-11-10T12:24:13,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,42527,1731241450889}] 2024-11-10T12:24:13,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:13,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:24:13,799 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:24:13,799 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:13,799 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:24:13,800 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C42527%2C1731241450889.meta, suffix=.meta, logDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889, archiveDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/oldWALs, maxLogs=10 2024-11-10T12:24:13,814 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.meta.1731241453800.meta, exclude list is [], retry=0 2024-11-10T12:24:13,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-30af209d-611e-4a99-8525-5a52fa038a9f,DISK] 2024-11-10T12:24:13,817 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.meta.1731241453800.meta 2024-11-10T12:24:13,818 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-10T12:24:13,818 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:13,818 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:13,818 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:13,818 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:24:13,818 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:24:13,818 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:24:13,818 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:13,819 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:24:13,819 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:24:13,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:13,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:13,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:13,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:13,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:13,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:13,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:13,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:13,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:13,824 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:13,824 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740 2024-11-10T12:24:13,825 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740 2024-11-10T12:24:13,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:13,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:13,826 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:13,827 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:13,827 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63596482, jitterRate=-0.05233857035636902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:13,827 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:24:13,827 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241453819Writing region info on filesystem at 1731241453819Initializing all the Stores at 1731241453819Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241453819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241453819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241453819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241453819Cleaning up temporary data from old regions at 1731241453826 (+7 ms)Running coprocessor post-open hooks at 1731241453827 (+1 ms)Region opened successfully at 1731241453827 2024-11-10T12:24:13,828 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241453794 2024-11-10T12:24:13,830 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:24:13,830 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:24:13,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:13,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,42527,1731241450889, state=OPEN 2024-11-10T12:24:13,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21819293032/meta-region-server 2024-11-10T12:24:13,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21819293032/meta-region-server 2024-11-10T12:24:13,833 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:13,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21819293032/meta-region-server: CHANGED 2024-11-10T12:24:13,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21819293032/meta-region-server: CHANGED 2024-11-10T12:24:13,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:24:13,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,42527,1731241450889 in 191 msec 2024-11-10T12:24:13,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:24:13,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-10T12:24:13,836 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:13,836 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:24:13,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:13,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,42527,1731241450889, seqNum=-1] 2024-11-10T12:24:13,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:13,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:13,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-11-10T12:24:13,842 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241453842, completionTime=-1 2024-11-10T12:24:13,842 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:24:13,842 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:24:13,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:24:13,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241513843 2024-11-10T12:24:13,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241573843 2024-11-10T12:24:13,843 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:24:13,844 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37855,1731241450851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:13,844 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37855,1731241450851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:13,844 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37855,1731241450851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:13,844 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:37855, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:13,844 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:13,844 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:13,845 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37855,1731241450851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:13,847 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37855,1731241450851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:24:13,849 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:24:13,849 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:24:13,849 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37855,1731241450851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:13,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:13,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37855,-1 for getting cluster id 2024-11-10T12:24:13,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:13,912 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a906eb8-4b7f-489e-93fa-73ffc62eb884' 2024-11-10T12:24:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a906eb8-4b7f-489e-93fa-73ffc62eb884" 2024-11-10T12:24:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d48f46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37855,-1] 2024-11-10T12:24:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:13,914 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:13,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:13,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:13,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,42527,1731241450889, seqNum=-1] 2024-11-10T12:24:13,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:13,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,37855,1731241450851 2024-11-10T12:24:13,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59872 2024-11-10T12:24:13,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:13,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10101d5e8050008 connected 2024-11-10T12:24:13,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,40935,1731241443833 2024-11-10T12:24:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b8d3881 2024-11-10T12:24:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:13,925 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:13,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:24:13,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:13,928 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:13,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:24:13,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:24:13,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9119dbd29ad108c81b64886796cebbd4, NAME => 'test,,1731241453926.9119dbd29ad108c81b64886796cebbd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a 2024-11-10T12:24:13,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:24:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:14,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241453926.9119dbd29ad108c81b64886796cebbd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:14,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9119dbd29ad108c81b64886796cebbd4, disabling compactions & flushes 2024-11-10T12:24:14,340 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:14,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:14,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. after waiting 0 ms 2024-11-10T12:24:14,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:14,340 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:14,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9119dbd29ad108c81b64886796cebbd4: Waiting for close lock at 1731241454340Disabling compacts and flushes for region at 1731241454340Disabling writes for close at 1731241454340Writing region close event to WAL at 1731241454340Closed at 1731241454340 2024-11-10T12:24:14,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:14,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241453926.9119dbd29ad108c81b64886796cebbd4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241454341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241454341"}]},"ts":"1731241454341"} 2024-11-10T12:24:14,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:14,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:14,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241454344"}]},"ts":"1731241454344"} 2024-11-10T12:24:14,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:24:14,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9119dbd29ad108c81b64886796cebbd4, ASSIGN}] 2024-11-10T12:24:14,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9119dbd29ad108c81b64886796cebbd4, ASSIGN 2024-11-10T12:24:14,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9119dbd29ad108c81b64886796cebbd4, ASSIGN; state=OFFLINE, location=3857ccc89b65,41229,1731241443884; forceNewPlan=false, retain=false 2024-11-10T12:24:14,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9119dbd29ad108c81b64886796cebbd4, regionState=OPENING, regionLocation=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9119dbd29ad108c81b64886796cebbd4, ASSIGN because future has completed 2024-11-10T12:24:14,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9119dbd29ad108c81b64886796cebbd4, server=3857ccc89b65,41229,1731241443884}] 2024-11-10T12:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:14,655 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:14,655 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9119dbd29ad108c81b64886796cebbd4, NAME => 'test,,1731241453926.9119dbd29ad108c81b64886796cebbd4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:14,655 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:14,655 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:24:14,655 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,656 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241453926.9119dbd29ad108c81b64886796cebbd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:14,656 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,656 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,657 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,658 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9119dbd29ad108c81b64886796cebbd4 columnFamilyName f 2024-11-10T12:24:14,658 DEBUG [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:14,658 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] regionserver.HStore(327): Store=9119dbd29ad108c81b64886796cebbd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:14,658 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,659 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9119dbd29ad108c81b64886796cebbd4 columnFamilyName f1 2024-11-10T12:24:14,659 DEBUG [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:14,659 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] regionserver.HStore(327): Store=9119dbd29ad108c81b64886796cebbd4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:14,659 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,660 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9119dbd29ad108c81b64886796cebbd4 columnFamilyName norep 2024-11-10T12:24:14,660 DEBUG [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:14,660 INFO [StoreOpener-9119dbd29ad108c81b64886796cebbd4-1 {}] regionserver.HStore(327): Store=9119dbd29ad108c81b64886796cebbd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:14,660 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,661 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,661 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,662 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,662 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,662 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:14,663 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,664 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:14,664 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9119dbd29ad108c81b64886796cebbd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65829894, jitterRate=-0.019058138132095337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:14,664 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:14,665 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9119dbd29ad108c81b64886796cebbd4: Running coprocessor pre-open hook at 1731241454656Writing region info on filesystem at 1731241454656Initializing all the Stores at 1731241454656Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241454656Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241454657 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241454657Cleaning up temporary data from old regions at 1731241454662 (+5 ms)Running coprocessor post-open hooks at 1731241454664 (+2 ms)Region opened successfully at 1731241454665 (+1 ms) 2024-11-10T12:24:14,666 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241453926.9119dbd29ad108c81b64886796cebbd4., pid=6, masterSystemTime=1731241454652 2024-11-10T12:24:14,667 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:14,667 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:14,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9119dbd29ad108c81b64886796cebbd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:14,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9119dbd29ad108c81b64886796cebbd4, server=3857ccc89b65,41229,1731241443884 because future has completed 2024-11-10T12:24:14,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:24:14,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9119dbd29ad108c81b64886796cebbd4, server=3857ccc89b65,41229,1731241443884 in 170 msec 2024-11-10T12:24:14,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:24:14,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9119dbd29ad108c81b64886796cebbd4, ASSIGN in 327 msec 2024-11-10T12:24:14,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:14,674 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241454674"}]},"ts":"1731241454674"} 2024-11-10T12:24:14,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:24:14,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:14,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-10T12:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:15,070 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:24:15,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43151,1731241447979 2024-11-10T12:24:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a50138 2024-11-10T12:24:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:15,072 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:15,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:24:15,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:15,075 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:15,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:24:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:15,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:24:15,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 355a8ab13d6e93363a0924004290dff7, NAME => 'test,,1731241455072.355a8ab13d6e93363a0924004290dff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4 2024-11-10T12:24:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:24:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:15,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241455072.355a8ab13d6e93363a0924004290dff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:15,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 355a8ab13d6e93363a0924004290dff7, disabling compactions & flushes 2024-11-10T12:24:15,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:15,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:15,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241455072.355a8ab13d6e93363a0924004290dff7. after waiting 0 ms 2024-11-10T12:24:15,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:15,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:15,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 355a8ab13d6e93363a0924004290dff7: Waiting for close lock at 1731241455489Disabling compacts and flushes for region at 1731241455489Disabling writes for close at 1731241455489Writing region close event to WAL at 1731241455489Closed at 1731241455489 2024-11-10T12:24:15,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:15,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241455072.355a8ab13d6e93363a0924004290dff7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241455490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241455490"}]},"ts":"1731241455490"} 2024-11-10T12:24:15,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:15,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:15,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241455493"}]},"ts":"1731241455493"} 2024-11-10T12:24:15,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:24:15,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=355a8ab13d6e93363a0924004290dff7, ASSIGN}] 2024-11-10T12:24:15,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=355a8ab13d6e93363a0924004290dff7, ASSIGN 2024-11-10T12:24:15,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=355a8ab13d6e93363a0924004290dff7, ASSIGN; state=OFFLINE, location=3857ccc89b65,34523,1731241448017; forceNewPlan=false, retain=false 2024-11-10T12:24:15,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=355a8ab13d6e93363a0924004290dff7, regionState=OPENING, regionLocation=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:15,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=355a8ab13d6e93363a0924004290dff7, ASSIGN because future has completed 2024-11-10T12:24:15,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 355a8ab13d6e93363a0924004290dff7, server=3857ccc89b65,34523,1731241448017}] 2024-11-10T12:24:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:15,804 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:15,804 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 355a8ab13d6e93363a0924004290dff7, NAME => 'test,,1731241455072.355a8ab13d6e93363a0924004290dff7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:15,805 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:15,805 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:24:15,805 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,805 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241455072.355a8ab13d6e93363a0924004290dff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:15,805 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,805 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,806 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,807 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355a8ab13d6e93363a0924004290dff7 columnFamilyName f 2024-11-10T12:24:15,807 DEBUG [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:15,807 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] regionserver.HStore(327): Store=355a8ab13d6e93363a0924004290dff7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:15,807 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,808 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355a8ab13d6e93363a0924004290dff7 columnFamilyName f1 2024-11-10T12:24:15,808 DEBUG [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:15,808 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] regionserver.HStore(327): Store=355a8ab13d6e93363a0924004290dff7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:15,808 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,809 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355a8ab13d6e93363a0924004290dff7 columnFamilyName norep 2024-11-10T12:24:15,809 DEBUG [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:15,809 INFO [StoreOpener-355a8ab13d6e93363a0924004290dff7-1 {}] regionserver.HStore(327): Store=355a8ab13d6e93363a0924004290dff7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:15,809 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,810 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,810 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,811 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,811 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,811 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:15,812 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,813 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:15,813 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 355a8ab13d6e93363a0924004290dff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71528656, jitterRate=0.06586003303527832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:15,814 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:15,814 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 355a8ab13d6e93363a0924004290dff7: Running coprocessor pre-open hook at 1731241455805Writing region info on filesystem at 1731241455805Initializing all the Stores at 1731241455806 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241455806Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241455806Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241455806Cleaning up temporary data from old regions at 1731241455811 (+5 ms)Running coprocessor post-open hooks at 1731241455814 (+3 ms)Region opened successfully at 1731241455814 2024-11-10T12:24:15,814 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241455072.355a8ab13d6e93363a0924004290dff7., pid=6, masterSystemTime=1731241455801 2024-11-10T12:24:15,816 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:15,816 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:15,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=355a8ab13d6e93363a0924004290dff7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:15,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 355a8ab13d6e93363a0924004290dff7, server=3857ccc89b65,34523,1731241448017 because future has completed 2024-11-10T12:24:15,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:24:15,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 355a8ab13d6e93363a0924004290dff7, server=3857ccc89b65,34523,1731241448017 in 170 msec 2024-11-10T12:24:15,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:24:15,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=355a8ab13d6e93363a0924004290dff7, ASSIGN in 325 msec 2024-11-10T12:24:15,822 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:15,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241455822"}]},"ts":"1731241455822"} 2024-11-10T12:24:15,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:24:15,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:15,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-10T12:24:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:16,211 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:24:16,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37855,1731241450851 2024-11-10T12:24:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d13469 2024-11-10T12:24:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:16,213 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:16,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:24:16,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:16,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:16,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:24:16,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:16,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:24:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:16,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:16,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:24:16,420 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88634 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:24:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:16,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77b18a910080a6751b234dc59fed7723, NAME => 'test,,1731241456213.77b18a910080a6751b234dc59fed7723.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8 2024-11-10T12:24:16,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:24:16,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241456213.77b18a910080a6751b234dc59fed7723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:16,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 77b18a910080a6751b234dc59fed7723, disabling compactions & flushes 2024-11-10T12:24:16,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:16,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:16,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241456213.77b18a910080a6751b234dc59fed7723. after waiting 0 ms 2024-11-10T12:24:16,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:16,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:16,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77b18a910080a6751b234dc59fed7723: Waiting for close lock at 1731241456628Disabling compacts and flushes for region at 1731241456628Disabling writes for close at 1731241456628Writing region close event to WAL at 1731241456628Closed at 1731241456628 2024-11-10T12:24:16,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:16,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241456213.77b18a910080a6751b234dc59fed7723.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241456629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241456629"}]},"ts":"1731241456629"} 2024-11-10T12:24:16,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:16,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:16,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241456632"}]},"ts":"1731241456632"} 2024-11-10T12:24:16,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:24:16,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77b18a910080a6751b234dc59fed7723, ASSIGN}] 2024-11-10T12:24:16,635 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77b18a910080a6751b234dc59fed7723, ASSIGN 2024-11-10T12:24:16,636 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=77b18a910080a6751b234dc59fed7723, ASSIGN; state=OFFLINE, location=3857ccc89b65,42527,1731241450889; forceNewPlan=false, retain=false 2024-11-10T12:24:16,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77b18a910080a6751b234dc59fed7723, regionState=OPENING, regionLocation=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:16,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=77b18a910080a6751b234dc59fed7723, ASSIGN because future has completed 2024-11-10T12:24:16,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77b18a910080a6751b234dc59fed7723, server=3857ccc89b65,42527,1731241450889}] 2024-11-10T12:24:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:16,945 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:16,945 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 77b18a910080a6751b234dc59fed7723, NAME => 'test,,1731241456213.77b18a910080a6751b234dc59fed7723.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:16,945 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:16,945 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:24:16,945 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,945 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241456213.77b18a910080a6751b234dc59fed7723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:16,945 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,945 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,947 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,948 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77b18a910080a6751b234dc59fed7723 columnFamilyName f 2024-11-10T12:24:16,948 DEBUG [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:16,948 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] regionserver.HStore(327): Store=77b18a910080a6751b234dc59fed7723/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:16,948 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,949 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77b18a910080a6751b234dc59fed7723 columnFamilyName f1 2024-11-10T12:24:16,949 DEBUG [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:16,949 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] regionserver.HStore(327): Store=77b18a910080a6751b234dc59fed7723/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:16,949 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,950 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77b18a910080a6751b234dc59fed7723 columnFamilyName norep 2024-11-10T12:24:16,950 DEBUG [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:16,950 INFO [StoreOpener-77b18a910080a6751b234dc59fed7723-1 {}] regionserver.HStore(327): Store=77b18a910080a6751b234dc59fed7723/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:16,950 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,951 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,951 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,952 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,952 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,952 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:16,953 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,954 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:16,955 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 77b18a910080a6751b234dc59fed7723; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72614178, jitterRate=0.08203557133674622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:16,955 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:16,955 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 77b18a910080a6751b234dc59fed7723: Running coprocessor pre-open hook at 1731241456946Writing region info on filesystem at 1731241456946Initializing all the Stores at 1731241456946Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241456946Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241456946Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241456946Cleaning up temporary data from old regions at 1731241456952 (+6 ms)Running coprocessor post-open hooks at 1731241456955 (+3 ms)Region opened successfully at 1731241456955 2024-11-10T12:24:16,956 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241456213.77b18a910080a6751b234dc59fed7723., pid=6, masterSystemTime=1731241456941 2024-11-10T12:24:16,958 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:16,958 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:16,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77b18a910080a6751b234dc59fed7723, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:16,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77b18a910080a6751b234dc59fed7723, server=3857ccc89b65,42527,1731241450889 because future has completed 2024-11-10T12:24:16,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:24:16,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 77b18a910080a6751b234dc59fed7723, server=3857ccc89b65,42527,1731241450889 in 172 msec 2024-11-10T12:24:16,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:24:16,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=77b18a910080a6751b234dc59fed7723, ASSIGN in 328 msec 2024-11-10T12:24:16,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:16,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241456965"}]},"ts":"1731241456965"} 2024-11-10T12:24:16,967 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:24:16,967 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:16,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-10T12:24:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:17,350 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:24:17,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638fc074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:17,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,40935,-1 for getting cluster id 2024-11-10T12:24:17,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:17,352 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c49df0-4d22-429a-876b-ea94eb1fd7a6' 2024-11-10T12:24:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c49df0-4d22-429a-876b-ea94eb1fd7a6" 2024-11-10T12:24:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd0ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,40935,-1] 2024-11-10T12:24:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:17,353 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f97d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:17,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,40935,1731241443833 2024-11-10T12:24:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62f63b89 2024-11-10T12:24:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:17,356 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:17,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:43151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:24:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:24:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:17,359 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:43151' 2024-11-10T12:24:17,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fdba0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:17,360 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:17,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:17,360 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:17,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8ba99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:17,362 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:17,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b993ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:17,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:17,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43151,1731241447979 2024-11-10T12:24:17,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef2350f 2024-11-10T12:24:17,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:17,363 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:17,364 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:24:17,364 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:24:17,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:17,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:17,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:17,365 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:17,366 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:24:17,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:17,366 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:17,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:24:17,416 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:24:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:17,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:24:17,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bfc0331d6072b07e4d15751cb588cb0, NAME => 'hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a 2024-11-10T12:24:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:24:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0bfc0331d6072b07e4d15751cb588cb0, disabling compactions & flushes 2024-11-10T12:24:18,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:18,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. after waiting 0 ms 2024-11-10T12:24:18,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:18,179 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:18,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bfc0331d6072b07e4d15751cb588cb0: Waiting for close lock at 1731241458178Disabling compacts and flushes for region at 1731241458178Disabling writes for close at 1731241458178Writing region close event to WAL at 1731241458179 (+1 ms)Closed at 1731241458179 2024-11-10T12:24:18,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:18,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241458180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241458180"}]},"ts":"1731241458180"} 2024-11-10T12:24:18,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:18,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:18,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241458183"}]},"ts":"1731241458183"} 2024-11-10T12:24:18,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:24:18,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bfc0331d6072b07e4d15751cb588cb0, ASSIGN}] 2024-11-10T12:24:18,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bfc0331d6072b07e4d15751cb588cb0, ASSIGN 2024-11-10T12:24:18,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bfc0331d6072b07e4d15751cb588cb0, ASSIGN; state=OFFLINE, location=3857ccc89b65,41229,1731241443884; forceNewPlan=false, retain=false 2024-11-10T12:24:18,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bfc0331d6072b07e4d15751cb588cb0, regionState=OPENING, regionLocation=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:18,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bfc0331d6072b07e4d15751cb588cb0, ASSIGN because future has completed 2024-11-10T12:24:18,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfc0331d6072b07e4d15751cb588cb0, server=3857ccc89b65,41229,1731241443884}] 2024-11-10T12:24:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:18,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:18,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:18,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:24:18,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C41229%2C1731241443884.rep, suffix=, logDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884, archiveDir=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/oldWALs, maxLogs=10 2024-11-10T12:24:18,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.rep.1731241458497, exclude list is [], retry=0 2024-11-10T12:24:18,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42487,DS-f8fb25eb-3f49-4955-beee-46dbfb657277,DISK] 2024-11-10T12:24:18,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.rep.1731241458497 2024-11-10T12:24:18,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33525:33525)] 2024-11-10T12:24:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bfc0331d6072b07e4d15751cb588cb0, NAME => 'hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:18,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. service=MultiRowMutationService 2024-11-10T12:24:18,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:24:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,525 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,527 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfc0331d6072b07e4d15751cb588cb0 columnFamilyName hfileref 2024-11-10T12:24:18,527 DEBUG [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:18,527 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] regionserver.HStore(327): Store=0bfc0331d6072b07e4d15751cb588cb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:18,527 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,528 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfc0331d6072b07e4d15751cb588cb0 columnFamilyName queue 2024-11-10T12:24:18,528 DEBUG [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:18,528 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] regionserver.HStore(327): Store=0bfc0331d6072b07e4d15751cb588cb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:18,528 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,529 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfc0331d6072b07e4d15751cb588cb0 columnFamilyName sid 2024-11-10T12:24:18,529 DEBUG [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:18,530 INFO [StoreOpener-0bfc0331d6072b07e4d15751cb588cb0-1 {}] regionserver.HStore(327): Store=0bfc0331d6072b07e4d15751cb588cb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:18,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:18,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0bfc0331d6072b07e4d15751cb588cb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66874626, jitterRate=-0.0034904181957244873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:18,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:18,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0bfc0331d6072b07e4d15751cb588cb0: Running coprocessor pre-open hook at 1731241458524Writing region info on filesystem at 1731241458524Initializing all the Stores at 1731241458525 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241458525Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241458525Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241458525Cleaning up temporary data from old regions at 1731241458531 (+6 ms)Running coprocessor post-open hooks at 1731241458534 (+3 ms)Region opened successfully at 1731241458534 2024-11-10T12:24:18,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0., pid=10, masterSystemTime=1731241458491 2024-11-10T12:24:18,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:18,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:18,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bfc0331d6072b07e4d15751cb588cb0, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,41229,1731241443884 2024-11-10T12:24:18,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfc0331d6072b07e4d15751cb588cb0, server=3857ccc89b65,41229,1731241443884 because future has completed 2024-11-10T12:24:18,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:24:18,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bfc0331d6072b07e4d15751cb588cb0, server=3857ccc89b65,41229,1731241443884 in 200 msec 2024-11-10T12:24:18,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:24:18,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bfc0331d6072b07e4d15751cb588cb0, ASSIGN in 356 msec 2024-11-10T12:24:18,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:18,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241458543"}]},"ts":"1731241458543"} 2024-11-10T12:24:18,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:24:18,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:18,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-10T12:24:18,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:24:18,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T12:24:18,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:18,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T12:24:18,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0., hostname=3857ccc89b65,41229,1731241443884, seqNum=2] 2024-11-10T12:24:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:18,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:24:18,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:24:18,734 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:24:18,784 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,41229,1731241443884, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:24:18,784 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:18,784 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41229,1731241443884, seqNum=-1] 2024-11-10T12:24:18,785 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:18,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T12:24:18,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,41229,1731241443884', locateType=CURRENT is [region=hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0., hostname=3857ccc89b65,41229,1731241443884, seqNum=2] 2024-11-10T12:24:18,790 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:24:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:24:18,792 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,41229,1731241443884 suceeded 2024-11-10T12:24:18,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:24:18,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-10T12:24:18,794 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:43151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:24:18,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4380 sec 2024-11-10T12:24:18,803 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:43151' 2024-11-10T12:24:18,804 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eceef12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:18,804 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:18,804 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:18,805 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:18,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b7f255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:18,807 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:18,807 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4a0c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:18,807 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43151,1731241447979 2024-11-10T12:24:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e9db52d 2024-11-10T12:24:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:18,809 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T12:24:18,810 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,41229,1731241443884 (queues=1) is replicating from cluster=d4c49df0-4d22-429a-876b-ea94eb1fd7a6 to cluster=13946fcf-7fd2-46d5-9fec-a8021a363fb2 2024-11-10T12:24:18,810 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C41229%2C1731241443884 2024-11-10T12:24:18,810 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,41229,1731241443884, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:24:18,810 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875, startPosition=0, beingWritten=true 2024-11-10T12:24:18,810 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C41229%2C1731241443884 2024-11-10T12:24:18,814 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:18,814 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:18,814 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41229,1731241443884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:19,017 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:19,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:19,321 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:19,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:19,500 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:24:19,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:19,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:19,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:19,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:19,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:19,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcccd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:19,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:19,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:19,502 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691b12aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:19,504 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b50f1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:19,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:19,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43151,1731241447979 2024-11-10T12:24:19,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f95b09c 2024-11-10T12:24:19,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:19,506 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:19,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:37855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:19,509 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:37855' 2024-11-10T12:24:19,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45201146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:19,509 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37855,-1 for getting cluster id 2024-11-10T12:24:19,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:19,510 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a906eb8-4b7f-489e-93fa-73ffc62eb884' 2024-11-10T12:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a906eb8-4b7f-489e-93fa-73ffc62eb884" 2024-11-10T12:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65da84aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37855,-1] 2024-11-10T12:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:19,511 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:19,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ada67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:19,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:19,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37855,1731241450851 2024-11-10T12:24:19,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69759383 2024-11-10T12:24:19,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:19,513 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:19,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:24:19,513 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:24:19,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:19,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:19,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:19,514 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:19,514 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:24:19,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:19,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:19,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:24:19,565 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:19,725 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:19,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ee8d0b274919a7b7822457ea9a7cd18, NAME => 'hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4 2024-11-10T12:24:19,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:24:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:20,228 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:20,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:20,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ee8d0b274919a7b7822457ea9a7cd18, disabling compactions & flushes 2024-11-10T12:24:20,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:20,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:20,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. after waiting 0 ms 2024-11-10T12:24:20,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:20,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:20,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ee8d0b274919a7b7822457ea9a7cd18: Waiting for close lock at 1731241460327Disabling compacts and flushes for region at 1731241460327Disabling writes for close at 1731241460327Writing region close event to WAL at 1731241460327Closed at 1731241460327 2024-11-10T12:24:20,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:20,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241460328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241460328"}]},"ts":"1731241460328"} 2024-11-10T12:24:20,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:20,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:20,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241460331"}]},"ts":"1731241460331"} 2024-11-10T12:24:20,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:24:20,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ee8d0b274919a7b7822457ea9a7cd18, ASSIGN}] 2024-11-10T12:24:20,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ee8d0b274919a7b7822457ea9a7cd18, ASSIGN 2024-11-10T12:24:20,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ee8d0b274919a7b7822457ea9a7cd18, ASSIGN; state=OFFLINE, location=3857ccc89b65,34523,1731241448017; forceNewPlan=false, retain=false 2024-11-10T12:24:20,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ee8d0b274919a7b7822457ea9a7cd18, regionState=OPENING, regionLocation=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ee8d0b274919a7b7822457ea9a7cd18, ASSIGN because future has completed 2024-11-10T12:24:20,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee8d0b274919a7b7822457ea9a7cd18, server=3857ccc89b65,34523,1731241448017}] 2024-11-10T12:24:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:20,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:20,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:20,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:24:20,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C34523%2C1731241448017.rep, suffix=, logDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017, archiveDir=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/oldWALs, maxLogs=10 2024-11-10T12:24:20,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.rep.1731241460645, exclude list is [], retry=0 2024-11-10T12:24:20,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-2c5fa7cf-9832-4fbe-bfb2-344439caf1d2,DISK] 2024-11-10T12:24:20,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.rep.1731241460645 2024-11-10T12:24:20,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42191:42191)] 2024-11-10T12:24:20,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee8d0b274919a7b7822457ea9a7cd18, NAME => 'hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:20,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:20,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:20,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. service=MultiRowMutationService 2024-11-10T12:24:20,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:24:20,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:20,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,667 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,668 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee8d0b274919a7b7822457ea9a7cd18 columnFamilyName hfileref 2024-11-10T12:24:20,668 DEBUG [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:20,668 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] regionserver.HStore(327): Store=8ee8d0b274919a7b7822457ea9a7cd18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:20,669 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,669 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee8d0b274919a7b7822457ea9a7cd18 columnFamilyName queue 2024-11-10T12:24:20,669 DEBUG [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:20,670 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] regionserver.HStore(327): Store=8ee8d0b274919a7b7822457ea9a7cd18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:20,670 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,670 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee8d0b274919a7b7822457ea9a7cd18 columnFamilyName sid 2024-11-10T12:24:20,670 DEBUG [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:20,671 INFO [StoreOpener-8ee8d0b274919a7b7822457ea9a7cd18-1 {}] regionserver.HStore(327): Store=8ee8d0b274919a7b7822457ea9a7cd18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:20,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:20,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:20,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ee8d0b274919a7b7822457ea9a7cd18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67596239, jitterRate=0.0072624534368515015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:20,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:20,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ee8d0b274919a7b7822457ea9a7cd18: Running coprocessor pre-open hook at 1731241460666Writing region info on filesystem at 1731241460666Initializing all the Stores at 1731241460667 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241460667Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241460667Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241460667Cleaning up temporary data from old regions at 1731241460672 (+5 ms)Running coprocessor post-open hooks at 1731241460676 (+4 ms)Region opened successfully at 1731241460676 2024-11-10T12:24:20,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18., pid=10, masterSystemTime=1731241460639 2024-11-10T12:24:20,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:20,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:20,679 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ee8d0b274919a7b7822457ea9a7cd18, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,34523,1731241448017 2024-11-10T12:24:20,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee8d0b274919a7b7822457ea9a7cd18, server=3857ccc89b65,34523,1731241448017 because future has completed 2024-11-10T12:24:20,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:24:20,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee8d0b274919a7b7822457ea9a7cd18, server=3857ccc89b65,34523,1731241448017 in 193 msec 2024-11-10T12:24:20,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:24:20,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ee8d0b274919a7b7822457ea9a7cd18, ASSIGN in 350 msec 2024-11-10T12:24:20,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241460684"}]},"ts":"1731241460684"} 2024-11-10T12:24:20,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:24:20,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:20,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-10T12:24:20,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18., hostname=3857ccc89b65,34523,1731241448017, seqNum=2] 2024-11-10T12:24:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:20,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:24:20,832 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:20,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:24:20,882 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:24:20,911 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,34523,1731241448017, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:24:20,912 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:20,912 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34523,1731241448017, seqNum=-1] 2024-11-10T12:24:20,912 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:20,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T12:24:20,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,34523,1731241448017', locateType=CURRENT is [region=hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18., hostname=3857ccc89b65,34523,1731241448017, seqNum=2] 2024-11-10T12:24:20,917 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:24:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:24:20,919 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,34523,1731241448017 suceeded 2024-11-10T12:24:20,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:24:20,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T12:24:20,920 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:37855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:24:20,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T12:24:20,931 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:37855' 2024-11-10T12:24:20,932 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147e76ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:20,932 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37855,-1 for getting cluster id 2024-11-10T12:24:20,932 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:20,933 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a906eb8-4b7f-489e-93fa-73ffc62eb884' 2024-11-10T12:24:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a906eb8-4b7f-489e-93fa-73ffc62eb884" 2024-11-10T12:24:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@416afbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37855,-1] 2024-11-10T12:24:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:20,934 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:20,935 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3771da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:20,935 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:20,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37855,1731241450851 2024-11-10T12:24:20,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d94339e 2024-11-10T12:24:20,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:20,936 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T12:24:20,937 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,34523,1731241448017 (queues=1) is replicating from cluster=13946fcf-7fd2-46d5-9fec-a8021a363fb2 to cluster=0a906eb8-4b7f-489e-93fa-73ffc62eb884 2024-11-10T12:24:20,937 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C34523%2C1731241448017 2024-11-10T12:24:20,937 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,34523,1731241448017, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:24:20,937 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, startPosition=0, beingWritten=true 2024-11-10T12:24:20,938 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C34523%2C1731241448017 2024-11-10T12:24:20,942 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:20,942 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:20,942 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:21,145 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:21,449 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:21,535 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:21,650 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:24:21,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:21,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:21,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:21,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:21,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:21,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:21,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37855,-1 for getting cluster id 2024-11-10T12:24:21,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:21,652 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a906eb8-4b7f-489e-93fa-73ffc62eb884' 2024-11-10T12:24:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a906eb8-4b7f-489e-93fa-73ffc62eb884" 2024-11-10T12:24:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286c7430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37855,-1] 2024-11-10T12:24:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:21,654 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a93cd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:21,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37855,1731241450851 2024-11-10T12:24:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc2f5ef 2024-11-10T12:24:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:21,656 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:21,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:43151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:24:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:24:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:21,659 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:43151' 2024-11-10T12:24:21,659 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5ddae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:21,659 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:21,659 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:21,660 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531379f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:21,661 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:21,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfd7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:21,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:21,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43151,1731241447979 2024-11-10T12:24:21,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37071f44 2024-11-10T12:24:21,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:21,662 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:21,663 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:24:21,663 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:24:21,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:21,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:21,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:21,663 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:21,664 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:24:21,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:21,665 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:21,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:24:21,714 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:24:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:21,853 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:22,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a30805724f5e579dbd25415bfab56c9d, NAME => 'hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8 2024-11-10T12:24:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:24:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:22,338 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:22,356 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:22,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:22,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a30805724f5e579dbd25415bfab56c9d, disabling compactions & flushes 2024-11-10T12:24:22,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:22,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:22,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. after waiting 0 ms 2024-11-10T12:24:22,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:22,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:22,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a30805724f5e579dbd25415bfab56c9d: Waiting for close lock at 1731241462477Disabling compacts and flushes for region at 1731241462477Disabling writes for close at 1731241462477Writing region close event to WAL at 1731241462477Closed at 1731241462477 2024-11-10T12:24:22,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:22,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241462478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241462478"}]},"ts":"1731241462478"} 2024-11-10T12:24:22,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:22,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:22,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241462481"}]},"ts":"1731241462481"} 2024-11-10T12:24:22,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:24:22,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a30805724f5e579dbd25415bfab56c9d, ASSIGN}] 2024-11-10T12:24:22,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a30805724f5e579dbd25415bfab56c9d, ASSIGN 2024-11-10T12:24:22,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a30805724f5e579dbd25415bfab56c9d, ASSIGN; state=OFFLINE, location=3857ccc89b65,42527,1731241450889; forceNewPlan=false, retain=false 2024-11-10T12:24:22,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a30805724f5e579dbd25415bfab56c9d, regionState=OPENING, regionLocation=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:22,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a30805724f5e579dbd25415bfab56c9d, ASSIGN because future has completed 2024-11-10T12:24:22,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a30805724f5e579dbd25415bfab56c9d, server=3857ccc89b65,42527,1731241450889}] 2024-11-10T12:24:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:22,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:22,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:22,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:24:22,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C42527%2C1731241450889.rep, suffix=, logDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889, archiveDir=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/oldWALs, maxLogs=10 2024-11-10T12:24:22,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.rep.1731241462793, exclude list is [], retry=0 2024-11-10T12:24:22,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-30af209d-611e-4a99-8525-5a52fa038a9f,DISK] 2024-11-10T12:24:22,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.rep.1731241462793 2024-11-10T12:24:22,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-10T12:24:22,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a30805724f5e579dbd25415bfab56c9d, NAME => 'hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:22,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:22,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:22,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. service=MultiRowMutationService 2024-11-10T12:24:22,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:24:22,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:22,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,811 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,812 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a30805724f5e579dbd25415bfab56c9d columnFamilyName hfileref 2024-11-10T12:24:22,812 DEBUG [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:22,813 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] regionserver.HStore(327): Store=a30805724f5e579dbd25415bfab56c9d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:22,813 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,814 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a30805724f5e579dbd25415bfab56c9d columnFamilyName queue 2024-11-10T12:24:22,814 DEBUG [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:22,814 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] regionserver.HStore(327): Store=a30805724f5e579dbd25415bfab56c9d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:22,814 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,814 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a30805724f5e579dbd25415bfab56c9d columnFamilyName sid 2024-11-10T12:24:22,815 DEBUG [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:22,815 INFO [StoreOpener-a30805724f5e579dbd25415bfab56c9d-1 {}] regionserver.HStore(327): Store=a30805724f5e579dbd25415bfab56c9d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:22,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/replication/a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/replication/a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:22,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/replication/a30805724f5e579dbd25415bfab56c9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:22,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a30805724f5e579dbd25415bfab56c9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73819068, jitterRate=0.09998983144760132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:22,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:22,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a30805724f5e579dbd25415bfab56c9d: Running coprocessor pre-open hook at 1731241462811Writing region info on filesystem at 1731241462811Initializing all the Stores at 1731241462811Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241462811Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241462811Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241462811Cleaning up temporary data from old regions at 1731241462816 (+5 ms)Running coprocessor post-open hooks at 1731241462819 (+3 ms)Region opened successfully at 1731241462819 2024-11-10T12:24:22,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d., pid=10, masterSystemTime=1731241462788 2024-11-10T12:24:22,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:22,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:22,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a30805724f5e579dbd25415bfab56c9d, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,42527,1731241450889 2024-11-10T12:24:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a30805724f5e579dbd25415bfab56c9d, server=3857ccc89b65,42527,1731241450889 because future has completed 2024-11-10T12:24:22,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:24:22,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a30805724f5e579dbd25415bfab56c9d, server=3857ccc89b65,42527,1731241450889 in 187 msec 2024-11-10T12:24:22,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:24:22,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a30805724f5e579dbd25415bfab56c9d, ASSIGN in 344 msec 2024-11-10T12:24:22,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:22,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241462828"}]},"ts":"1731241462828"} 2024-11-10T12:24:22,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:24:22,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:22,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-10T12:24:22,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d., hostname=3857ccc89b65,42527,1731241450889, seqNum=2] 2024-11-10T12:24:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:22,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:24:22,959 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:23,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:24:23,031 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:24:23,059 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,42527,1731241450889, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:24:23,060 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:23,060 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,42527,1731241450889, seqNum=-1] 2024-11-10T12:24:23,060 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:23,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T12:24:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,42527,1731241450889', locateType=CURRENT is [region=hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d., hostname=3857ccc89b65,42527,1731241450889, seqNum=2] 2024-11-10T12:24:23,065 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:24:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:24:23,067 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,42527,1731241450889 suceeded 2024-11-10T12:24:23,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:24:23,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T12:24:23,069 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:43151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:24:23,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-10T12:24:23,079 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:43151' 2024-11-10T12:24:23,080 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4316852f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,080 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:23,080 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:23,080 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5739418b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:23,082 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:23,082 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2d30e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,082 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:23,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,43151,1731241447979 2024-11-10T12:24:23,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7829f45 2024-11-10T12:24:23,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:23,083 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T12:24:23,084 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,42527,1731241450889 (queues=1) is replicating from cluster=0a906eb8-4b7f-489e-93fa-73ffc62eb884 to cluster=13946fcf-7fd2-46d5-9fec-a8021a363fb2 2024-11-10T12:24:23,084 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C42527%2C1731241450889 2024-11-10T12:24:23,084 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,42527,1731241450889, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:24:23,084 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C42527%2C1731241450889 2024-11-10T12:24:23,084 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, startPosition=0, beingWritten=true 2024-11-10T12:24:23,089 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:23,089 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 379, reset compression=false 2024-11-10T12:24:23,089 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:23,242 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:23,292 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 379, reset compression=false 2024-11-10T12:24:23,595 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 379, reset compression=false 2024-11-10T12:24:23,663 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:23,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:24:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:23,800 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:24:23,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:23,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:23,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:23,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:23,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:23,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,40935,-1 for getting cluster id 2024-11-10T12:24:23,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:23,802 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c49df0-4d22-429a-876b-ea94eb1fd7a6' 2024-11-10T12:24:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c49df0-4d22-429a-876b-ea94eb1fd7a6" 2024-11-10T12:24:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3c2980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,40935,-1] 2024-11-10T12:24:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:23,803 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d7c7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:23,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:23,805 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@818f299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:23,806 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58323d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37855,-1 for getting cluster id 2024-11-10T12:24:23,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:23,808 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a906eb8-4b7f-489e-93fa-73ffc62eb884' 2024-11-10T12:24:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a906eb8-4b7f-489e-93fa-73ffc62eb884" 2024-11-10T12:24:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c604c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37855,-1] 2024-11-10T12:24:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:23,809 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44878106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:23,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,41229,1731241443884, seqNum=-1] 2024-11-10T12:24:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:23,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241453926.9119dbd29ad108c81b64886796cebbd4., hostname=3857ccc89b65,41229,1731241443884, seqNum=2] 2024-11-10T12:24:23,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,42527,1731241450889, seqNum=-1] 2024-11-10T12:24:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:23,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241456213.77b18a910080a6751b234dc59fed7723., hostname=3857ccc89b65,42527,1731241450889, seqNum=2] 2024-11-10T12:24:23,820 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T12:24:23,999 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 379, reset compression=false 2024-11-10T12:24:24,245 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 379, reset compression=false 2024-11-10T12:24:24,249 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:24,249 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 480, reset compression=false 2024-11-10T12:24:24,249 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41229,1731241443884 got entry batch from reader: WALEntryBatch [walEntries=[{test/9119dbd29ad108c81b64886796cebbd4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T12:24:24,252 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:24,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T12:24:24,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:24,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@425a2af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:24,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,43151,-1 for getting cluster id 2024-11-10T12:24:24,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:24,255 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13946fcf-7fd2-46d5-9fec-a8021a363fb2' 2024-11-10T12:24:24,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:24,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13946fcf-7fd2-46d5-9fec-a8021a363fb2" 2024-11-10T12:24:24,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f5ef511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:24,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,43151,-1] 2024-11-10T12:24:24,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:24,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:24,256 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:24,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316b7cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:24,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:24,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34523,1731241448017, seqNum=-1] 2024-11-10T12:24:24,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:24,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T12:24:24,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241455072.355a8ab13d6e93363a0924004290dff7., hostname=3857ccc89b65,34523,1731241448017, seqNum=2] 2024-11-10T12:24:24,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:24,452 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 480, reset compression=false 2024-11-10T12:24:24,466 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 379, reset compression=false 2024-11-10T12:24:24,470 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:24,470 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 504, reset compression=false 2024-11-10T12:24:24,470 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[{test/355a8ab13d6e93363a0924004290dff7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T12:24:24,472 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:24,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T12:24:24,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:24,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51227e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:24,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37855,-1 for getting cluster id 2024-11-10T12:24:24,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:24,474 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a906eb8-4b7f-489e-93fa-73ffc62eb884' 2024-11-10T12:24:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a906eb8-4b7f-489e-93fa-73ffc62eb884" 2024-11-10T12:24:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56871c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37855,-1] 2024-11-10T12:24:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:24,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:24,475 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:24,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@731ed0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:24,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:24,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,42527,1731241450889, seqNum=-1] 2024-11-10T12:24:24,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:24,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T12:24:24,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731241456213.77b18a910080a6751b234dc59fed7723., hostname=3857ccc89b65,42527,1731241450889, seqNum=2] 2024-11-10T12:24:24,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:24,502 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 379, reset compression=false 2024-11-10T12:24:24,505 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:24,505 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 527, reset compression=false 2024-11-10T12:24:24,505 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:24,673 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 504, reset compression=false 2024-11-10T12:24:24,709 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 527, reset compression=false 2024-11-10T12:24:24,756 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 480, reset compression=false 2024-11-10T12:24:24,822 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T12:24:24,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:24,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,34523,1731241448017, seqNum=-1] 2024-11-10T12:24:24,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:24,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:24,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731241455072.355a8ab13d6e93363a0924004290dff7., hostname=3857ccc89b65,34523,1731241448017, seqNum=2] 2024-11-10T12:24:24,828 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T12:24:24,976 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 504, reset compression=false 2024-11-10T12:24:24,981 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:24,981 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 608, reset compression=false 2024-11-10T12:24:24,981 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[{test/355a8ab13d6e93363a0924004290dff7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T12:24:24,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:24,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:25,012 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 527, reset compression=false 2024-11-10T12:24:25,015 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:25,015 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 654, reset compression=false 2024-11-10T12:24:25,015 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:25,159 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 480, reset compression=false 2024-11-10T12:24:25,184 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 608, reset compression=false 2024-11-10T12:24:25,218 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 654, reset compression=false 2024-11-10T12:24:25,487 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 608, reset compression=false 2024-11-10T12:24:25,521 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 654, reset compression=false 2024-11-10T12:24:25,662 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 480, reset compression=false 2024-11-10T12:24:25,830 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T12:24:25,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T12:24:25,891 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 608, reset compression=false 2024-11-10T12:24:25,925 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 654, reset compression=false 2024-11-10T12:24:25,929 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:25,929 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 758, reset compression=false 2024-11-10T12:24:25,929 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[{test/77b18a910080a6751b234dc59fed7723/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T12:24:25,931 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:25,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T12:24:25,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:25,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:26,132 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 758, reset compression=false 2024-11-10T12:24:26,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:26,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:26,266 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 480, reset compression=false 2024-11-10T12:24:26,394 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 608, reset compression=false 2024-11-10T12:24:26,398 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:26,398 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 735, reset compression=false 2024-11-10T12:24:26,398 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:26,436 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 758, reset compression=false 2024-11-10T12:24:26,601 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 735, reset compression=false 2024-11-10T12:24:26,835 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T12:24:26,838 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T12:24:26,839 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 758, reset compression=false 2024-11-10T12:24:26,906 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 735, reset compression=false 2024-11-10T12:24:26,970 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 480, reset compression=false 2024-11-10T12:24:26,975 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:26,975 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:26,975 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41229,1731241443884 got entry batch from reader: WALEntryBatch [walEntries=[{test/9119dbd29ad108c81b64886796cebbd4/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T12:24:26,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:26,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:27,179 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:27,310 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 735, reset compression=false 2024-11-10T12:24:27,315 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:27,315 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 883, reset compression=false 2024-11-10T12:24:27,315 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[{test/355a8ab13d6e93363a0924004290dff7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T12:24:27,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:27,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:27,345 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 758, reset compression=false 2024-11-10T12:24:27,349 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:27,349 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 929, reset compression=false 2024-11-10T12:24:27,349 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:27,483 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:27,518 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 883, reset compression=false 2024-11-10T12:24:27,552 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 929, reset compression=false 2024-11-10T12:24:27,822 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 883, reset compression=false 2024-11-10T12:24:27,840 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T12:24:27,844 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T12:24:27,856 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 929, reset compression=false 2024-11-10T12:24:27,887 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:28,225 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 883, reset compression=false 2024-11-10T12:24:28,230 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:28,230 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1042, reset compression=false 2024-11-10T12:24:28,230 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[{test/355a8ab13d6e93363a0924004290dff7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T12:24:28,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:28,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:28,260 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 929, reset compression=false 2024-11-10T12:24:28,264 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:28,264 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1078, reset compression=false 2024-11-10T12:24:28,264 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:28,390 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:28,433 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1042, reset compression=false 2024-11-10T12:24:28,467 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1078, reset compression=false 2024-11-10T12:24:28,737 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1042, reset compression=false 2024-11-10T12:24:28,771 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1078, reset compression=false 2024-11-10T12:24:28,845 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T12:24:28,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T12:24:28,994 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:29,140 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1042, reset compression=false 2024-11-10T12:24:29,174 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1078, reset compression=false 2024-11-10T12:24:29,178 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:24:29,178 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1237, reset compression=false 2024-11-10T12:24:29,178 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[{test/77b18a910080a6751b234dc59fed7723/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T12:24:29,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T12:24:29,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T12:24:29,382 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1237, reset compression=false 2024-11-10T12:24:29,644 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1042, reset compression=false 2024-11-10T12:24:29,649 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:29,649 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:29,649 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:29,685 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1237, reset compression=false 2024-11-10T12:24:29,697 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:29,850 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T12:24:29,852 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:29,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:24:29,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:29,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:29,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:29,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:29,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:29,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:24:29,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=988809027, stopped=false 2024-11-10T12:24:29,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,37855,1731241450851 2024-11-10T12:24:29,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21819293032/running 2024-11-10T12:24:29,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21819293032/running 2024-11-10T12:24:29,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:29,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:29,858 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:24:29,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:29,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:29,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:29,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on znode that does not yet exist, /21819293032/running 2024-11-10T12:24:29,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,42527,1731241450889' ***** 2024-11-10T12:24:29,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:24:29,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Set watcher on znode that does not yet exist, /21819293032/running 2024-11-10T12:24:29,860 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:24:29,860 INFO [RS:0;3857ccc89b65:42527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:24:29,860 INFO [RS:0;3857ccc89b65:42527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:24:29,860 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(3091): Received CLOSE for 77b18a910080a6751b234dc59fed7723 2024-11-10T12:24:29,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:24:29,860 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(3091): Received CLOSE for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:29,860 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,42527,1731241450889 2024-11-10T12:24:29,860 INFO [RS:0;3857ccc89b65:42527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:24:29,861 INFO [RS:0;3857ccc89b65:42527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:42527. 2024-11-10T12:24:29,861 DEBUG [RS:0;3857ccc89b65:42527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77b18a910080a6751b234dc59fed7723, disabling compactions & flushes 2024-11-10T12:24:29,861 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:29,861 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241456213.77b18a910080a6751b234dc59fed7723. after waiting 0 ms 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:29,861 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:24:29,861 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:24:29,861 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:24:29,861 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:24:29,861 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77b18a910080a6751b234dc59fed7723 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T12:24:29,861 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:24:29,861 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1325): Online Regions={77b18a910080a6751b234dc59fed7723=test,,1731241456213.77b18a910080a6751b234dc59fed7723., 1588230740=hbase:meta,,1.1588230740, a30805724f5e579dbd25415bfab56c9d=hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d.} 2024-11-10T12:24:29,861 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77b18a910080a6751b234dc59fed7723, a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:29,861 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:29,861 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:29,861 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:24:29,866 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:24:29,878 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/info/c9b2e3fad5e143ce86e2661e4ed306a2 is 147, key is hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d./info:regioninfo/1731241462822/Put/seqid=0 2024-11-10T12:24:29,880 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/f/ce48dfe4e44d42418a1fa4ecf68e77ce is 29, key is row1/f:/1731241467841/DeleteFamily/seqid=0 2024-11-10T12:24:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741840_1016 (size=7686) 2024-11-10T12:24:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741841_1017 (size=5152) 2024-11-10T12:24:30,061 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77b18a910080a6751b234dc59fed7723, a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:30,089 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1237, reset compression=false 2024-11-10T12:24:30,092 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:30,093 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1484, reset compression=false 2024-11-10T12:24:30,093 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,42527,1731241450889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:30,094 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,42527,1731241450889: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,42527,1731241450889, walGroup=3857ccc89b65%2C42527%2C1731241450889, offset=3857ccc89b65%2C42527%2C1731241450889.1731241452878:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:42527 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:24:30,095 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:24:30,095 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:24:30,097 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:24:30,097 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:24:30,097 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:24:30,097 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 898780952 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201834856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:24:30,098 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:37855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:37855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:24:30,156 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:30,261 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77b18a910080a6751b234dc59fed7723, a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:30,283 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/info/c9b2e3fad5e143ce86e2661e4ed306a2 2024-11-10T12:24:30,284 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/f/ce48dfe4e44d42418a1fa4ecf68e77ce 2024-11-10T12:24:30,288 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce48dfe4e44d42418a1fa4ecf68e77ce 2024-11-10T12:24:30,296 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1484, reset compression=false 2024-11-10T12:24:30,308 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/ns/a6c0cc46e1804612b2ef474cac84df12 is 43, key is default/ns:d/1731241453839/Put/seqid=0 2024-11-10T12:24:30,308 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/f1/09c54edcf7084c13ba349f61a91d7cb5 is 30, key is row1/f1:/1731241467841/DeleteFamily/seqid=0 2024-11-10T12:24:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741842_1018 (size=5153) 2024-11-10T12:24:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741843_1019 (size=5158) 2024-11-10T12:24:30,312 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/ns/a6c0cc46e1804612b2ef474cac84df12 2024-11-10T12:24:30,329 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/rep_barrier/8476a2424fb24a44bbad55ea2c9699f7 is 112, key is test,,1731241456213.77b18a910080a6751b234dc59fed7723./rep_barrier:seqnumDuringOpen/1731241456958/Put/seqid=0 2024-11-10T12:24:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741844_1020 (size=5518) 2024-11-10T12:24:30,332 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/rep_barrier/8476a2424fb24a44bbad55ea2c9699f7 2024-11-10T12:24:30,352 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/table/7aaa95a7a06946749b10b40eefc1b5fb is 53, key is hbase:replication/table:state/1731241462828/Put/seqid=0 2024-11-10T12:24:30,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741845_1021 (size=5308) 2024-11-10T12:24:30,462 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77b18a910080a6751b234dc59fed7723, a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:30,500 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:30,559 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:30,599 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1484, reset compression=false 2024-11-10T12:24:30,662 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77b18a910080a6751b234dc59fed7723, a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:30,712 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/f1/09c54edcf7084c13ba349f61a91d7cb5 2024-11-10T12:24:30,715 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c54edcf7084c13ba349f61a91d7cb5 2024-11-10T12:24:30,730 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/norep/8a687ce8459a41ab85409f0a45b9fffe is 33, key is row2/norep:/1731241468846/DeleteFamily/seqid=0 2024-11-10T12:24:30,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741846_1022 (size=5108) 2024-11-10T12:24:30,756 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/table/7aaa95a7a06946749b10b40eefc1b5fb 2024-11-10T12:24:30,760 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/info/c9b2e3fad5e143ce86e2661e4ed306a2 as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/info/c9b2e3fad5e143ce86e2661e4ed306a2 2024-11-10T12:24:30,763 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/info/c9b2e3fad5e143ce86e2661e4ed306a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:24:30,764 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/ns/a6c0cc46e1804612b2ef474cac84df12 as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/ns/a6c0cc46e1804612b2ef474cac84df12 2024-11-10T12:24:30,767 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/ns/a6c0cc46e1804612b2ef474cac84df12, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:24:30,767 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/rep_barrier/8476a2424fb24a44bbad55ea2c9699f7 as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/rep_barrier/8476a2424fb24a44bbad55ea2c9699f7 2024-11-10T12:24:30,771 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/rep_barrier/8476a2424fb24a44bbad55ea2c9699f7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:24:30,771 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/.tmp/table/7aaa95a7a06946749b10b40eefc1b5fb as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/table/7aaa95a7a06946749b10b40eefc1b5fb 2024-11-10T12:24:30,774 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/table/7aaa95a7a06946749b10b40eefc1b5fb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:24:30,775 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false 2024-11-10T12:24:30,779 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:24:30,780 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:30,780 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:24:30,780 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:30,780 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241469861Running coprocessor pre-close hooks at 1731241469861Disabling compacts and flushes for region at 1731241469861Disabling writes for close at 1731241469861Obtaining lock to block concurrent updates at 1731241469861Preparing flush snapshotting stores in 1588230740 at 1731241469861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241469862 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241469862Flushing 1588230740/info: creating writer at 1731241469862Flushing 1588230740/info: appending metadata at 1731241469878 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731241469878Flushing 1588230740/ns: creating writer at 1731241470287 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731241470307 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731241470307Flushing 1588230740/rep_barrier: creating writer at 1731241470315 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241470328 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241470328Flushing 1588230740/table: creating writer at 1731241470335 (+7 ms)Flushing 1588230740/table: appending metadata at 1731241470352 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731241470352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c511e1b: reopening flushed file at 1731241470759 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f1a27e: reopening flushed file at 1731241470763 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7a0199: reopening flushed file at 1731241470767 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e5cc4f: reopening flushed file at 1731241470771 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1731241470775 (+4 ms)Writing region close event to WAL at 1731241470776 (+1 ms)Running coprocessor post-close hooks at 1731241470780 (+4 ms)Closed at 1731241470780 2024-11-10T12:24:30,780 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:30,792 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:24:30,793 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:24:30,862 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:24:30,862 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1325): Online Regions={77b18a910080a6751b234dc59fed7723=test,,1731241456213.77b18a910080a6751b234dc59fed7723., a30805724f5e579dbd25415bfab56c9d=hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d.} 2024-11-10T12:24:30,862 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on 77b18a910080a6751b234dc59fed7723, a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:31,002 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.wal-reader.3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/WALs/3857ccc89b65,42527,1731241450889/3857ccc89b65%2C42527%2C1731241450889.1731241452878 to pos 1484, reset compression=false 2024-11-10T12:24:31,062 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on 77b18a910080a6751b234dc59fed7723, a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:31,063 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:31,133 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/norep/8a687ce8459a41ab85409f0a45b9fffe 2024-11-10T12:24:31,138 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a687ce8459a41ab85409f0a45b9fffe 2024-11-10T12:24:31,138 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/f/ce48dfe4e44d42418a1fa4ecf68e77ce as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/f/ce48dfe4e44d42418a1fa4ecf68e77ce 2024-11-10T12:24:31,142 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce48dfe4e44d42418a1fa4ecf68e77ce 2024-11-10T12:24:31,142 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/f/ce48dfe4e44d42418a1fa4ecf68e77ce, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T12:24:31,143 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/f1/09c54edcf7084c13ba349f61a91d7cb5 as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/f1/09c54edcf7084c13ba349f61a91d7cb5 2024-11-10T12:24:31,146 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c54edcf7084c13ba349f61a91d7cb5 2024-11-10T12:24:31,146 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/f1/09c54edcf7084c13ba349f61a91d7cb5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T12:24:31,146 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/.tmp/norep/8a687ce8459a41ab85409f0a45b9fffe as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/norep/8a687ce8459a41ab85409f0a45b9fffe 2024-11-10T12:24:31,150 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a687ce8459a41ab85409f0a45b9fffe 2024-11-10T12:24:31,150 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/norep/8a687ce8459a41ab85409f0a45b9fffe, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T12:24:31,151 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 77b18a910080a6751b234dc59fed7723 in 1289ms, sequenceid=10, compaction requested=false 2024-11-10T12:24:31,154 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/data/default/test/77b18a910080a6751b234dc59fed7723/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T12:24:31,154 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:31,154 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:31,154 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:31,154 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77b18a910080a6751b234dc59fed7723: Waiting for close lock at 1731241469861Running coprocessor pre-close hooks at 1731241469861Disabling compacts and flushes for region at 1731241469861Disabling writes for close at 1731241469861Obtaining lock to block concurrent updates at 1731241469861Preparing flush snapshotting stores in 77b18a910080a6751b234dc59fed7723 at 1731241469861Finished memstore snapshotting test,,1731241456213.77b18a910080a6751b234dc59fed7723., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731241469861Flushing stores of test,,1731241456213.77b18a910080a6751b234dc59fed7723. at 1731241469862 (+1 ms)Flushing 77b18a910080a6751b234dc59fed7723/f: creating writer at 1731241469862Flushing 77b18a910080a6751b234dc59fed7723/f: appending metadata at 1731241469879 (+17 ms)Flushing 77b18a910080a6751b234dc59fed7723/f: closing flushed file at 1731241469879Flushing 77b18a910080a6751b234dc59fed7723/f1: creating writer at 1731241470288 (+409 ms)Flushing 77b18a910080a6751b234dc59fed7723/f1: appending metadata at 1731241470307 (+19 ms)Flushing 77b18a910080a6751b234dc59fed7723/f1: closing flushed file at 1731241470307Flushing 77b18a910080a6751b234dc59fed7723/norep: creating writer at 1731241470715 (+408 ms)Flushing 77b18a910080a6751b234dc59fed7723/norep: appending metadata at 1731241470729 (+14 ms)Flushing 77b18a910080a6751b234dc59fed7723/norep: closing flushed file at 1731241470729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c7b85f: reopening flushed file at 1731241471138 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1078f105: reopening flushed file at 1731241471142 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6ecbd: reopening flushed file at 1731241471146 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 77b18a910080a6751b234dc59fed7723 in 1289ms, sequenceid=10, compaction requested=false at 1731241471151 (+5 ms)Writing region close event to WAL at 1731241471152 (+1 ms)Running coprocessor post-close hooks at 1731241471154 (+2 ms)Closed at 1731241471154 2024-11-10T12:24:31,155 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241456213.77b18a910080a6751b234dc59fed7723. 2024-11-10T12:24:31,155 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a30805724f5e579dbd25415bfab56c9d, disabling compactions & flushes 2024-11-10T12:24:31,155 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,155 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,155 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. after waiting 0 ms 2024-11-10T12:24:31,155 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,155 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a30805724f5e579dbd25415bfab56c9d: Waiting for close lock at 1731241471155Running coprocessor pre-close hooks at 1731241471155Disabling compacts and flushes for region at 1731241471155Disabling writes for close at 1731241471155Failed flush hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d., putting online again at 1731241471155 2024-11-10T12:24:31,155 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,262 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(3091): Received CLOSE for a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:31,262 DEBUG [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1351): Waiting on a30805724f5e579dbd25415bfab56c9d 2024-11-10T12:24:31,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a30805724f5e579dbd25415bfab56c9d, disabling compactions & flushes 2024-11-10T12:24:31,263 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. after waiting 0 ms 2024-11-10T12:24:31,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a30805724f5e579dbd25415bfab56c9d: Waiting for close lock at 1731241471263Running coprocessor pre-close hooks at 1731241471263Disabling compacts and flushes for region at 1731241471263Disabling writes for close at 1731241471263Failed flush hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d., putting online again at 1731241471263 2024-11-10T12:24:31,263 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731241461663.a30805724f5e579dbd25415bfab56c9d. 2024-11-10T12:24:31,404 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:31,463 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T12:24:31,463 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,42527,1731241450889; all regions closed. 2024-11-10T12:24:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:24:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741839_1015 (size=2171) 2024-11-10T12:24:31,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741832_1008 (size=2136) 2024-11-10T12:24:31,474 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:31,474 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:24:31,474 INFO [RS:0;3857ccc89b65:42527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:31,474 INFO [RS:0;3857ccc89b65:42527 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:31,474 INFO [RS:0;3857ccc89b65:42527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:31,474 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:31,474 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,42527,1731241450889 because: Region server is closing 2024-11-10T12:24:31,475 INFO [RS:0;3857ccc89b65:42527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:42527. 2024-11-10T12:24:31,475 DEBUG [RS:0;3857ccc89b65:42527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:31,475 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:31,475 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:31,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:31,575 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,42527,1731241450889.replicationSource.shipper3857ccc89b65%2C42527%2C1731241450889,1-3857ccc89b65,42527,1731241450889 terminated 2024-11-10T12:24:31,576 INFO [RS:0;3857ccc89b65:42527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:42527. 2024-11-10T12:24:31,576 DEBUG [RS:0;3857ccc89b65:42527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:31,576 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:31,576 DEBUG [RS:0;3857ccc89b65:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:31,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:31,576 INFO [RS:0;3857ccc89b65:42527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42527 2024-11-10T12:24:31,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21819293032/rs/3857ccc89b65,42527,1731241450889 2024-11-10T12:24:31,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032/rs 2024-11-10T12:24:31,578 INFO [RS:0;3857ccc89b65:42527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:31,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,42527,1731241450889] 2024-11-10T12:24:31,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21819293032/draining/3857ccc89b65,42527,1731241450889 already deleted, retry=false 2024-11-10T12:24:31,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,42527,1731241450889 expired; onlineServers=0 2024-11-10T12:24:31,581 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,37855,1731241450851' ***** 2024-11-10T12:24:31,581 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:24:31,581 INFO [M:0;3857ccc89b65:37855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:24:31,581 INFO [M:0;3857ccc89b65:37855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:31,581 DEBUG [M:0;3857ccc89b65:37855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:24:31,582 DEBUG [M:0;3857ccc89b65:37855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:24:31,582 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:24:31,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241452662 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241452662,5,FailOnTimeoutGroup] 2024-11-10T12:24:31,582 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241452664 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241452664,5,FailOnTimeoutGroup] 2024-11-10T12:24:31,582 INFO [M:0;3857ccc89b65:37855 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:31,582 INFO [M:0;3857ccc89b65:37855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:31,582 DEBUG [M:0;3857ccc89b65:37855 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:24:31,582 INFO [M:0;3857ccc89b65:37855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:24:31,582 INFO [M:0;3857ccc89b65:37855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:24:31,582 INFO [M:0;3857ccc89b65:37855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:24:31,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:24:31,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21819293032/master 2024-11-10T12:24:31,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21819293032 2024-11-10T12:24:31,583 DEBUG [M:0;3857ccc89b65:37855 {}] zookeeper.ZKUtil(347): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Unable to get data of znode /21819293032/master because node does not exist (not an error) 2024-11-10T12:24:31,583 WARN [M:0;3857ccc89b65:37855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:24:31,583 INFO [M:0;3857ccc89b65:37855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/.lastflushedseqids 2024-11-10T12:24:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741847_1023 (size=245) 2024-11-10T12:24:31,666 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:31,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:31,680 INFO [RS:0;3857ccc89b65:42527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:31,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x10101d5e8050007, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:31,680 INFO [RS:0;3857ccc89b65:42527 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,42527,1731241450889; zookeeper connection closed. 2024-11-10T12:24:31,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73b23f03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73b23f03 2024-11-10T12:24:31,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:24:31,988 INFO [M:0;3857ccc89b65:37855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:24:31,988 INFO [M:0;3857ccc89b65:37855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:24:31,988 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:31,988 INFO [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:31,988 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:31,988 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:31,988 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:31,988 INFO [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T12:24:32,004 DEBUG [M:0;3857ccc89b65:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/853fb04112934216ad3e1a8583fd1c8a is 82, key is hbase:meta,,1/info:regioninfo/1731241453830/Put/seqid=0 2024-11-10T12:24:32,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741848_1024 (size=5672) 2024-11-10T12:24:32,007 INFO [M:0;3857ccc89b65:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/853fb04112934216ad3e1a8583fd1c8a 2024-11-10T12:24:32,028 DEBUG [M:0;3857ccc89b65:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1fed44e205e42ba85b501a60083e710 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241462831/Put/seqid=0 2024-11-10T12:24:32,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741849_1025 (size=8517) 2024-11-10T12:24:32,369 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:32,408 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:32,432 INFO [M:0;3857ccc89b65:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1fed44e205e42ba85b501a60083e710 2024-11-10T12:24:32,449 DEBUG [M:0;3857ccc89b65:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a27da1361f84ba4a4d8e4e40fb49014 is 69, key is 3857ccc89b65,42527,1731241450889/rs:state/1731241452732/Put/seqid=0 2024-11-10T12:24:32,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741850_1026 (size=5156) 2024-11-10T12:24:32,853 INFO [M:0;3857ccc89b65:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a27da1361f84ba4a4d8e4e40fb49014 2024-11-10T12:24:32,857 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/853fb04112934216ad3e1a8583fd1c8a as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/853fb04112934216ad3e1a8583fd1c8a 2024-11-10T12:24:32,860 INFO [M:0;3857ccc89b65:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/853fb04112934216ad3e1a8583fd1c8a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T12:24:32,861 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1fed44e205e42ba85b501a60083e710 as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1fed44e205e42ba85b501a60083e710 2024-11-10T12:24:32,864 INFO [M:0;3857ccc89b65:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1fed44e205e42ba85b501a60083e710, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T12:24:32,865 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a27da1361f84ba4a4d8e4e40fb49014 as hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a27da1361f84ba4a4d8e4e40fb49014 2024-11-10T12:24:32,868 INFO [M:0;3857ccc89b65:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35809/user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a27da1361f84ba4a4d8e4e40fb49014, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T12:24:32,869 INFO [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-10T12:24:32,870 INFO [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:32,870 DEBUG [M:0;3857ccc89b65:37855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241471988Disabling compacts and flushes for region at 1731241471988Disabling writes for close at 1731241471988Obtaining lock to block concurrent updates at 1731241471988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241471988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731241471989 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241471989Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241471989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241472003 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241472003Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241472011 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241472028 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241472028Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241472436 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241472449 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241472449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d363528: reopening flushed file at 1731241472857 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b2cb8f: reopening flushed file at 1731241472861 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b6f0d0: reopening flushed file at 1731241472864 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1731241472869 (+5 ms)Writing region close event to WAL at 1731241472870 (+1 ms)Closed at 1731241472870 2024-11-10T12:24:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741830_1006 (size=63666) 2024-11-10T12:24:32,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2978224-e957-4c33-6cf1-e208121375d8/MasterData/WALs/3857ccc89b65,37855,1731241450851/3857ccc89b65%2C37855%2C1731241450851.1731241452580 not finished, retry = 0 2024-11-10T12:24:32,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:32,972 INFO [M:0;3857ccc89b65:37855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:24:32,973 INFO [M:0;3857ccc89b65:37855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37855 2024-11-10T12:24:32,974 INFO [M:0;3857ccc89b65:37855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:33,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:33,076 INFO [M:0;3857ccc89b65:37855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:33,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x10101d5e8050006, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:33,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18212679{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:33,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:33,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:33,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:33,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:33,082 WARN [BP-1299142886-172.17.0.2-1731241449876 heartbeating to localhost/127.0.0.1:35809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:24:33,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:24:33,082 WARN [BP-1299142886-172.17.0.2-1731241449876 heartbeating to localhost/127.0.0.1:35809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1299142886-172.17.0.2-1731241449876 (Datanode Uuid 5d4e27e7-1e01-4170-b5f2-1c96c6fa726e) service to localhost/127.0.0.1:35809 2024-11-10T12:24:33,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:24:33,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/cluster_50524825-8e1a-f34a-a592-0443762e8ed5/data/data1/current/BP-1299142886-172.17.0.2-1731241449876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:33,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/cluster_50524825-8e1a-f34a-a592-0443762e8ed5/data/data2/current/BP-1299142886-172.17.0.2-1731241449876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:33,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:24:33,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39201cd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:33,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:33,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:33,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:33,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:33,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:24:33,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:24:33,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:33,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:33,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:33,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:33,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:33,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:24:33,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1240897209, stopped=false 2024-11-10T12:24:33,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,43151,1731241447979 2024-11-10T12:24:33,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1342426875/running 2024-11-10T12:24:33,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:33,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1342426875/running 2024-11-10T12:24:33,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:24:33,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:33,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:33,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on znode that does not yet exist, /1342426875/running 2024-11-10T12:24:33,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:33,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:33,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Set watcher on znode that does not yet exist, /1342426875/running 2024-11-10T12:24:33,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,34523,1731241448017' ***** 2024-11-10T12:24:33,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:24:33,106 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:24:33,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:24:33,106 INFO [RS:0;3857ccc89b65:34523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:24:33,106 INFO [RS:0;3857ccc89b65:34523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:24:33,106 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:33,106 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(3091): Received CLOSE for 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:33,106 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,34523,1731241448017 2024-11-10T12:24:33,107 INFO [RS:0;3857ccc89b65:34523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:24:33,107 INFO [RS:0;3857ccc89b65:34523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:34523. 2024-11-10T12:24:33,107 DEBUG [RS:0;3857ccc89b65:34523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ee8d0b274919a7b7822457ea9a7cd18, disabling compactions & flushes 2024-11-10T12:24:33,107 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:33,107 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:33,107 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. after waiting 0 ms 2024-11-10T12:24:33,107 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:24:33,107 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:33,107 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:24:33,107 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ee8d0b274919a7b7822457ea9a7cd18 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T12:24:33,107 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:24:33,107 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1325): Online Regions={8ee8d0b274919a7b7822457ea9a7cd18=hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18., 355a8ab13d6e93363a0924004290dff7=test,,1731241455072.355a8ab13d6e93363a0924004290dff7., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:24:33,107 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 355a8ab13d6e93363a0924004290dff7, 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:33,107 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:33,107 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:33,107 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:24:33,122 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18/.tmp/queue/734750b6f9914a71946f1ea87d5fd2de is 154, key is 1-3857ccc89b65,34523,1731241448017/queue:3857ccc89b65%2C34523%2C1731241448017/1731241469650/Put/seqid=0 2024-11-10T12:24:33,125 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/info/8b8c13f254fd4891ba3b582ee5055440 is 147, key is hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18./info:regioninfo/1731241460679/Put/seqid=0 2024-11-10T12:24:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741840_1016 (size=5353) 2024-11-10T12:24:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741841_1017 (size=7686) 2024-11-10T12:24:33,173 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:33,196 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:24:33,307 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 355a8ab13d6e93363a0924004290dff7, 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:33,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:24:33,507 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 355a8ab13d6e93363a0924004290dff7, 8ee8d0b274919a7b7822457ea9a7cd18 2024-11-10T12:24:33,511 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:33,526 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18/.tmp/queue/734750b6f9914a71946f1ea87d5fd2de 2024-11-10T12:24:33,528 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/info/8b8c13f254fd4891ba3b582ee5055440 2024-11-10T12:24:33,530 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18/.tmp/queue/734750b6f9914a71946f1ea87d5fd2de as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18/queue/734750b6f9914a71946f1ea87d5fd2de 2024-11-10T12:24:33,533 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18/queue/734750b6f9914a71946f1ea87d5fd2de, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T12:24:33,534 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8ee8d0b274919a7b7822457ea9a7cd18 in 427ms, sequenceid=12, compaction requested=false 2024-11-10T12:24:33,537 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/replication/8ee8d0b274919a7b7822457ea9a7cd18/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:24:33,538 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ee8d0b274919a7b7822457ea9a7cd18: Waiting for close lock at 1731241473107Running coprocessor pre-close hooks at 1731241473107Disabling compacts and flushes for region at 1731241473107Disabling writes for close at 1731241473107Obtaining lock to block concurrent updates at 1731241473107Preparing flush snapshotting stores in 8ee8d0b274919a7b7822457ea9a7cd18 at 1731241473107Finished memstore snapshotting hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731241473107Flushing stores of hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. at 1731241473107Flushing 8ee8d0b274919a7b7822457ea9a7cd18/queue: creating writer at 1731241473108 (+1 ms)Flushing 8ee8d0b274919a7b7822457ea9a7cd18/queue: appending metadata at 1731241473122 (+14 ms)Flushing 8ee8d0b274919a7b7822457ea9a7cd18/queue: closing flushed file at 1731241473122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a47fa5: reopening flushed file at 1731241473530 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8ee8d0b274919a7b7822457ea9a7cd18 in 427ms, sequenceid=12, compaction requested=false at 1731241473534 (+4 ms)Writing region close event to WAL at 1731241473535 (+1 ms)Running coprocessor post-close hooks at 1731241473537 (+2 ms)Closed at 1731241473538 (+1 ms) 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241459513.8ee8d0b274919a7b7822457ea9a7cd18. 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 355a8ab13d6e93363a0924004290dff7, disabling compactions & flushes 2024-11-10T12:24:33,538 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241455072.355a8ab13d6e93363a0924004290dff7. after waiting 0 ms 2024-11-10T12:24:33,538 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:33,538 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 355a8ab13d6e93363a0924004290dff7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T12:24:33,549 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/ns/816e0b7d0eb543dc81941de3e9aa6714 is 43, key is default/ns:d/1731241449746/Put/seqid=0 2024-11-10T12:24:33,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741842_1018 (size=5153) 2024-11-10T12:24:33,555 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/f/d6be8e643c7d4c0fa15d36e134379502 is 29, key is row1/f:/1731241467841/DeleteFamily/seqid=0 2024-11-10T12:24:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741843_1019 (size=5152) 2024-11-10T12:24:33,558 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/f/d6be8e643c7d4c0fa15d36e134379502 2024-11-10T12:24:33,561 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6be8e643c7d4c0fa15d36e134379502 2024-11-10T12:24:33,575 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/f1/1434db96dd424f33ab34f8f953b8db41 is 30, key is row1/f1:/1731241467841/DeleteFamily/seqid=0 2024-11-10T12:24:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741844_1020 (size=5158) 2024-11-10T12:24:33,708 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:33,728 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:24:33,729 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:24:33,908 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:33,953 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/ns/816e0b7d0eb543dc81941de3e9aa6714 2024-11-10T12:24:33,970 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/rep_barrier/f0fe2390029946d79e7e8831f76bc2e6 is 112, key is test,,1731241455072.355a8ab13d6e93363a0924004290dff7./rep_barrier:seqnumDuringOpen/1731241455816/Put/seqid=0 2024-11-10T12:24:33,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741845_1021 (size=5518) 2024-11-10T12:24:33,978 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/f1/1434db96dd424f33ab34f8f953b8db41 2024-11-10T12:24:33,981 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1434db96dd424f33ab34f8f953b8db41 2024-11-10T12:24:33,999 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/norep/2c71358f9bf64426bb3bf521c986f953 is 33, key is row1/norep:/1731241467841/DeleteFamily/seqid=0 2024-11-10T12:24:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741846_1022 (size=5108) 2024-11-10T12:24:34,076 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1191, reset compression=false 2024-11-10T12:24:34,081 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:34,081 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1438, reset compression=false 2024-11-10T12:24:34,081 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,34523,1731241448017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:34,081 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,34523,1731241448017: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,34523,1731241448017, walGroup=3857ccc89b65%2C34523%2C1731241448017, offset=3857ccc89b65%2C34523%2C1731241448017.1731241448800:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:34523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:24:34,082 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:24:34,083 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:24:34,083 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:24:34,083 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:24:34,083 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:24:34,083 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 988958488 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202367744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:24:34,083 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:43151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:43151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:24:34,108 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:24:34,108 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1325): Online Regions={355a8ab13d6e93363a0924004290dff7=test,,1731241455072.355a8ab13d6e93363a0924004290dff7., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:24:34,108 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:34,284 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1438, reset compression=false 2024-11-10T12:24:34,308 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 355a8ab13d6e93363a0924004290dff7 2024-11-10T12:24:34,374 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/rep_barrier/f0fe2390029946d79e7e8831f76bc2e6 2024-11-10T12:24:34,392 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/table/fcd656d9940c4a4b9437303dc55c6848 is 53, key is hbase:replication/table:state/1731241460684/Put/seqid=0 2024-11-10T12:24:34,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741847_1023 (size=5308) 2024-11-10T12:24:34,402 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/norep/2c71358f9bf64426bb3bf521c986f953 2024-11-10T12:24:34,405 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c71358f9bf64426bb3bf521c986f953 2024-11-10T12:24:34,406 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/f/d6be8e643c7d4c0fa15d36e134379502 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/f/d6be8e643c7d4c0fa15d36e134379502 2024-11-10T12:24:34,408 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6be8e643c7d4c0fa15d36e134379502 2024-11-10T12:24:34,409 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/f/d6be8e643c7d4c0fa15d36e134379502, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T12:24:34,409 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/f1/1434db96dd424f33ab34f8f953b8db41 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/f1/1434db96dd424f33ab34f8f953b8db41 2024-11-10T12:24:34,412 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1434db96dd424f33ab34f8f953b8db41 2024-11-10T12:24:34,412 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/f1/1434db96dd424f33ab34f8f953b8db41, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T12:24:34,413 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/.tmp/norep/2c71358f9bf64426bb3bf521c986f953 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/norep/2c71358f9bf64426bb3bf521c986f953 2024-11-10T12:24:34,415 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c71358f9bf64426bb3bf521c986f953 2024-11-10T12:24:34,416 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/norep/2c71358f9bf64426bb3bf521c986f953, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T12:24:34,416 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 355a8ab13d6e93363a0924004290dff7 in 878ms, sequenceid=10, compaction requested=false 2024-11-10T12:24:34,421 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/default/test/355a8ab13d6e93363a0924004290dff7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T12:24:34,421 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:34,421 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:34,421 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:34,421 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 355a8ab13d6e93363a0924004290dff7: Waiting for close lock at 1731241473538Running coprocessor pre-close hooks at 1731241473538Disabling compacts and flushes for region at 1731241473538Disabling writes for close at 1731241473538Obtaining lock to block concurrent updates at 1731241473538Preparing flush snapshotting stores in 355a8ab13d6e93363a0924004290dff7 at 1731241473538Finished memstore snapshotting test,,1731241455072.355a8ab13d6e93363a0924004290dff7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731241473538Flushing stores of test,,1731241455072.355a8ab13d6e93363a0924004290dff7. at 1731241473539 (+1 ms)Flushing 355a8ab13d6e93363a0924004290dff7/f: creating writer at 1731241473539Flushing 355a8ab13d6e93363a0924004290dff7/f: appending metadata at 1731241473555 (+16 ms)Flushing 355a8ab13d6e93363a0924004290dff7/f: closing flushed file at 1731241473555Flushing 355a8ab13d6e93363a0924004290dff7/f1: creating writer at 1731241473561 (+6 ms)Flushing 355a8ab13d6e93363a0924004290dff7/f1: appending metadata at 1731241473574 (+13 ms)Flushing 355a8ab13d6e93363a0924004290dff7/f1: closing flushed file at 1731241473574Flushing 355a8ab13d6e93363a0924004290dff7/norep: creating writer at 1731241473982 (+408 ms)Flushing 355a8ab13d6e93363a0924004290dff7/norep: appending metadata at 1731241473998 (+16 ms)Flushing 355a8ab13d6e93363a0924004290dff7/norep: closing flushed file at 1731241473998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576ceb87: reopening flushed file at 1731241474405 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d9af7d: reopening flushed file at 1731241474409 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4def7674: reopening flushed file at 1731241474412 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 355a8ab13d6e93363a0924004290dff7 in 878ms, sequenceid=10, compaction requested=false at 1731241474416 (+4 ms)Writing region close event to WAL at 1731241474418 (+2 ms)Running coprocessor post-close hooks at 1731241474421 (+3 ms)Closed at 1731241474421 2024-11-10T12:24:34,422 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241455072.355a8ab13d6e93363a0924004290dff7. 2024-11-10T12:24:34,508 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:24:34,587 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 1438, reset compression=false 2024-11-10T12:24:34,591 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:34,591 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 2082, reset compression=false 2024-11-10T12:24:34,708 DEBUG [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:24:34,714 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:34,794 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.wal-reader.3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.1731241448800 to pos 2082, reset compression=false 2024-11-10T12:24:34,795 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/table/fcd656d9940c4a4b9437303dc55c6848 2024-11-10T12:24:34,800 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/info/8b8c13f254fd4891ba3b582ee5055440 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/info/8b8c13f254fd4891ba3b582ee5055440 2024-11-10T12:24:34,803 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/info/8b8c13f254fd4891ba3b582ee5055440, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:24:34,804 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/ns/816e0b7d0eb543dc81941de3e9aa6714 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/ns/816e0b7d0eb543dc81941de3e9aa6714 2024-11-10T12:24:34,807 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/ns/816e0b7d0eb543dc81941de3e9aa6714, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:24:34,808 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/rep_barrier/f0fe2390029946d79e7e8831f76bc2e6 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/rep_barrier/f0fe2390029946d79e7e8831f76bc2e6 2024-11-10T12:24:34,811 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/rep_barrier/f0fe2390029946d79e7e8831f76bc2e6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:24:34,812 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/.tmp/table/fcd656d9940c4a4b9437303dc55c6848 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/table/fcd656d9940c4a4b9437303dc55c6848 2024-11-10T12:24:34,815 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/table/fcd656d9940c4a4b9437303dc55c6848, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:24:34,815 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-10T12:24:34,820 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:24:34,821 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:34,821 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:24:34,821 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:34,821 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241473107Running coprocessor pre-close hooks at 1731241473107Disabling compacts and flushes for region at 1731241473107Disabling writes for close at 1731241473107Obtaining lock to block concurrent updates at 1731241473107Preparing flush snapshotting stores in 1588230740 at 1731241473107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241473108 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731241473108Flushing 1588230740/info: creating writer at 1731241473108Flushing 1588230740/info: appending metadata at 1731241473124 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731241473124Flushing 1588230740/ns: creating writer at 1731241473532 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731241473548 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731241473548Flushing 1588230740/rep_barrier: creating writer at 1731241473956 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241473970 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241473970Flushing 1588230740/table: creating writer at 1731241474378 (+408 ms)Flushing 1588230740/table: appending metadata at 1731241474391 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731241474391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d69e416: reopening flushed file at 1731241474799 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f1c740: reopening flushed file at 1731241474804 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a95475b: reopening flushed file at 1731241474807 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732aff9f: reopening flushed file at 1731241474811 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731241474815 (+4 ms)Writing region close event to WAL at 1731241474818 (+3 ms)Running coprocessor post-close hooks at 1731241474821 (+3 ms)Closed at 1731241474821 2024-11-10T12:24:34,821 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:34,909 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,34523,1731241448017; all regions closed. 2024-11-10T12:24:34,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:24:34,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/WALs/3857ccc89b65,34523,1731241448017/3857ccc89b65%2C34523%2C1731241448017.meta.1731241449707.meta not finished, retry = 0 2024-11-10T12:24:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741839_1015 (size=3114) 2024-11-10T12:24:35,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741832_1008 (size=2090) 2024-11-10T12:24:35,016 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:35,016 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:24:35,016 INFO [RS:0;3857ccc89b65:34523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:35,016 INFO [RS:0;3857ccc89b65:34523 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:35,016 INFO [RS:0;3857ccc89b65:34523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:35,016 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:35,016 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,34523,1731241448017 because: Region server is closing 2024-11-10T12:24:35,016 INFO [RS:0;3857ccc89b65:34523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:34523. 2024-11-10T12:24:35,017 DEBUG [RS:0;3857ccc89b65:34523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:35,017 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:35,017 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:35,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:35,117 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,34523,1731241448017.replicationSource.shipper3857ccc89b65%2C34523%2C1731241448017,1-3857ccc89b65,34523,1731241448017 terminated 2024-11-10T12:24:35,117 INFO [RS:0;3857ccc89b65:34523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:34523. 2024-11-10T12:24:35,117 DEBUG [RS:0;3857ccc89b65:34523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:35,117 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:35,117 DEBUG [RS:0;3857ccc89b65:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:35,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:35,117 INFO [RS:0;3857ccc89b65:34523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34523 2024-11-10T12:24:35,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1342426875/rs/3857ccc89b65,34523,1731241448017 2024-11-10T12:24:35,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875/rs 2024-11-10T12:24:35,119 INFO [RS:0;3857ccc89b65:34523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:35,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,34523,1731241448017] 2024-11-10T12:24:35,126 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1342426875/draining/3857ccc89b65,34523,1731241448017 already deleted, retry=false 2024-11-10T12:24:35,126 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,34523,1731241448017 expired; onlineServers=0 2024-11-10T12:24:35,126 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,43151,1731241447979' ***** 2024-11-10T12:24:35,126 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:24:35,126 INFO [M:0;3857ccc89b65:43151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:24:35,126 INFO [M:0;3857ccc89b65:43151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:35,126 DEBUG [M:0;3857ccc89b65:43151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:24:35,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:24:35,126 DEBUG [M:0;3857ccc89b65:43151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:24:35,126 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241448563 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241448563,5,FailOnTimeoutGroup] 2024-11-10T12:24:35,126 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241448563 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241448563,5,FailOnTimeoutGroup] 2024-11-10T12:24:35,126 INFO [M:0;3857ccc89b65:43151 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:35,126 INFO [M:0;3857ccc89b65:43151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:35,126 DEBUG [M:0;3857ccc89b65:43151 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:24:35,126 INFO [M:0;3857ccc89b65:43151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:24:35,126 INFO [M:0;3857ccc89b65:43151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:24:35,127 INFO [M:0;3857ccc89b65:43151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:24:35,127 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:24:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1342426875/master 2024-11-10T12:24:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1342426875 2024-11-10T12:24:35,128 DEBUG [M:0;3857ccc89b65:43151 {}] zookeeper.ZKUtil(347): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Unable to get data of znode /1342426875/master because node does not exist (not an error) 2024-11-10T12:24:35,128 WARN [M:0;3857ccc89b65:43151 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:24:35,129 INFO [M:0;3857ccc89b65:43151 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/.lastflushedseqids 2024-11-10T12:24:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741848_1024 (size=245) 2024-11-10T12:24:35,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:35,221 INFO [RS:0;3857ccc89b65:34523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:35,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x10101d5e8050004, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:35,221 INFO [RS:0;3857ccc89b65:34523 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,34523,1731241448017; zookeeper connection closed. 2024-11-10T12:24:35,221 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 2024-11-10T12:24:35,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:24:35,533 INFO [M:0;3857ccc89b65:43151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:24:35,533 INFO [M:0;3857ccc89b65:43151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:24:35,533 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:35,533 INFO [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:35,533 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:35,533 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:35,533 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:35,533 INFO [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T12:24:35,548 DEBUG [M:0;3857ccc89b65:43151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006da28072934d1294ed1bb1faf704ee is 82, key is hbase:meta,,1/info:regioninfo/1731241449737/Put/seqid=0 2024-11-10T12:24:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741849_1025 (size=5672) 2024-11-10T12:24:35,952 INFO [M:0;3857ccc89b65:43151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006da28072934d1294ed1bb1faf704ee 2024-11-10T12:24:35,969 DEBUG [M:0;3857ccc89b65:43151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/726b3cedeb424cc9aca053d412e27712 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241460687/Put/seqid=0 2024-11-10T12:24:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741850_1026 (size=8517) 2024-11-10T12:24:36,017 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:36,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:36,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:36,373 INFO [M:0;3857ccc89b65:43151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/726b3cedeb424cc9aca053d412e27712 2024-11-10T12:24:36,390 DEBUG [M:0;3857ccc89b65:43151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfeeac6b0c1b4b0b82e042635b41f592 is 69, key is 3857ccc89b65,34523,1731241448017/rs:state/1731241448652/Put/seqid=0 2024-11-10T12:24:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741851_1027 (size=5156) 2024-11-10T12:24:36,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:36,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:24:36,450 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108664 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:24:36,794 INFO [M:0;3857ccc89b65:43151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfeeac6b0c1b4b0b82e042635b41f592 2024-11-10T12:24:36,798 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006da28072934d1294ed1bb1faf704ee as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/006da28072934d1294ed1bb1faf704ee 2024-11-10T12:24:36,801 INFO [M:0;3857ccc89b65:43151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/006da28072934d1294ed1bb1faf704ee, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T12:24:36,801 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/726b3cedeb424cc9aca053d412e27712 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/726b3cedeb424cc9aca053d412e27712 2024-11-10T12:24:36,804 INFO [M:0;3857ccc89b65:43151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/726b3cedeb424cc9aca053d412e27712, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T12:24:36,805 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfeeac6b0c1b4b0b82e042635b41f592 as hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfeeac6b0c1b4b0b82e042635b41f592 2024-11-10T12:24:36,808 INFO [M:0;3857ccc89b65:43151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33641/user/jenkins/test-data/e0130b80-e847-b4dc-e280-2c07670883b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfeeac6b0c1b4b0b82e042635b41f592, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T12:24:36,808 INFO [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-10T12:24:36,810 INFO [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:36,810 DEBUG [M:0;3857ccc89b65:43151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241475533Disabling compacts and flushes for region at 1731241475533Disabling writes for close at 1731241475533Obtaining lock to block concurrent updates at 1731241475533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241475533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731241475533Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241475534 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241475534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241475547 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241475548 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241475955 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241475969 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241475969Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241476376 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241476389 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241476389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a86e0f0: reopening flushed file at 1731241476797 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2815a740: reopening flushed file at 1731241476801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38af5585: reopening flushed file at 1731241476804 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731241476809 (+5 ms)Writing region close event to WAL at 1731241476810 (+1 ms)Closed at 1731241476810 2024-11-10T12:24:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741830_1006 (size=63666) 2024-11-10T12:24:36,812 INFO [M:0;3857ccc89b65:43151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:24:36,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:36,812 INFO [M:0;3857ccc89b65:43151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43151 2024-11-10T12:24:36,813 INFO [M:0;3857ccc89b65:43151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:36,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:36,914 INFO [M:0;3857ccc89b65:43151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:36,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43151-0x10101d5e8050003, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:36,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@338dd482{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:36,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ca8b37e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:36,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:36,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:36,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:36,919 WARN [BP-685207187-172.17.0.2-1731241446940 heartbeating to localhost/127.0.0.1:33641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:24:36,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:24:36,919 WARN [BP-685207187-172.17.0.2-1731241446940 heartbeating to localhost/127.0.0.1:33641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-685207187-172.17.0.2-1731241446940 (Datanode Uuid 04cc14e8-39a2-42f5-ae2d-32635940b1ba) service to localhost/127.0.0.1:33641 2024-11-10T12:24:36,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:24:36,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/cluster_4b8b1fdc-f781-72d5-546d-5095332003c9/data/data1/current/BP-685207187-172.17.0.2-1731241446940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:36,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/cluster_4b8b1fdc-f781-72d5-546d-5095332003c9/data/data2/current/BP-685207187-172.17.0.2-1731241446940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:36,919 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:24:36,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f44e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:36,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@410826e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:36,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:36,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:36,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f51fcb3-6451-95a5-10f6-ee491c044ee2/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:36,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:24:36,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:24:36,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:36,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:36,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:36,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:36,942 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:24:36,942 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=174643100, stopped=false 2024-11-10T12:24:36,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:36,942 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,40935,1731241443833 2024-11-10T12:24:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-482016020/running 2024-11-10T12:24:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-482016020/running 2024-11-10T12:24:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:36,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:24:36,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:36,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:36,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:36,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,41229,1731241443884' ***** 2024-11-10T12:24:36,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:24:36,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on znode that does not yet exist, /0-482016020/running 2024-11-10T12:24:36,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Set watcher on znode that does not yet exist, /0-482016020/running 2024-11-10T12:24:36,944 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:24:36,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bfc0331d6072b07e4d15751cb588cb0 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(3091): Received CLOSE for 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,41229,1731241443884 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:41229. 2024-11-10T12:24:36,945 DEBUG [RS:0;3857ccc89b65:41229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:36,945 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bfc0331d6072b07e4d15751cb588cb0, disabling compactions & flushes 2024-11-10T12:24:36,945 DEBUG [RS:0;3857ccc89b65:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:36,945 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:36,945 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:24:36,945 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. after waiting 0 ms 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:24:36,945 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:24:36,945 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bfc0331d6072b07e4d15751cb588cb0 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-10T12:24:36,945 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:24:36,945 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1325): Online Regions={0bfc0331d6072b07e4d15751cb588cb0=hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0., 1588230740=hbase:meta,,1.1588230740, 9119dbd29ad108c81b64886796cebbd4=test,,1731241453926.9119dbd29ad108c81b64886796cebbd4.} 2024-11-10T12:24:36,946 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 0bfc0331d6072b07e4d15751cb588cb0, 1588230740, 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:36,946 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:36,946 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:36,946 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:36,946 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:36,946 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:36,946 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:24:36,970 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/info/098f54492ea04e688f4f9356c03a4782 is 147, key is hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0./info:regioninfo/1731241458537/Put/seqid=0 2024-11-10T12:24:36,970 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0/.tmp/queue/ceec7e859655495dae4ca1779f4be1af is 153, key is 1-3857ccc89b65,41229,1731241443884/queue:3857ccc89b65%2C41229%2C1731241443884/1731241466980/Put/seqid=0 2024-11-10T12:24:36,971 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:24:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741841_1017 (size=7686) 2024-11-10T12:24:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741840_1016 (size=5352) 2024-11-10T12:24:37,146 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 0bfc0331d6072b07e4d15751cb588cb0, 1588230740, 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:37,346 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 0bfc0331d6072b07e4d15751cb588cb0, 1588230740, 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:37,375 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/info/098f54492ea04e688f4f9356c03a4782 2024-11-10T12:24:37,375 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0/.tmp/queue/ceec7e859655495dae4ca1779f4be1af 2024-11-10T12:24:37,380 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0/.tmp/queue/ceec7e859655495dae4ca1779f4be1af as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0/queue/ceec7e859655495dae4ca1779f4be1af 2024-11-10T12:24:37,384 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0/queue/ceec7e859655495dae4ca1779f4be1af, entries=1, sequenceid=8, filesize=5.2 K 2024-11-10T12:24:37,384 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0bfc0331d6072b07e4d15751cb588cb0 in 439ms, sequenceid=8, compaction requested=false 2024-11-10T12:24:37,391 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/replication/0bfc0331d6072b07e4d15751cb588cb0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T12:24:37,391 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:37,391 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:24:37,391 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:37,391 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bfc0331d6072b07e4d15751cb588cb0: Waiting for close lock at 1731241476945Running coprocessor pre-close hooks at 1731241476945Disabling compacts and flushes for region at 1731241476945Disabling writes for close at 1731241476945Obtaining lock to block concurrent updates at 1731241476945Preparing flush snapshotting stores in 0bfc0331d6072b07e4d15751cb588cb0 at 1731241476945Finished memstore snapshotting hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731241476946 (+1 ms)Flushing stores of hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. at 1731241476946Flushing 0bfc0331d6072b07e4d15751cb588cb0/queue: creating writer at 1731241476946Flushing 0bfc0331d6072b07e4d15751cb588cb0/queue: appending metadata at 1731241476970 (+24 ms)Flushing 0bfc0331d6072b07e4d15751cb588cb0/queue: closing flushed file at 1731241476970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd07dda: reopening flushed file at 1731241477379 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0bfc0331d6072b07e4d15751cb588cb0 in 439ms, sequenceid=8, compaction requested=false at 1731241477384 (+5 ms)Writing region close event to WAL at 1731241477388 (+4 ms)Running coprocessor post-close hooks at 1731241477391 (+3 ms)Closed at 1731241477391 2024-11-10T12:24:37,391 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241457365.0bfc0331d6072b07e4d15751cb588cb0. 2024-11-10T12:24:37,391 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9119dbd29ad108c81b64886796cebbd4, disabling compactions & flushes 2024-11-10T12:24:37,392 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:37,392 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:37,392 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. after waiting 0 ms 2024-11-10T12:24:37,392 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:37,392 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9119dbd29ad108c81b64886796cebbd4 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T12:24:37,397 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/ns/f33609667d1f44679060d31ba91bbbd0 is 43, key is default/ns:d/1731241446832/Put/seqid=0 2024-11-10T12:24:37,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741842_1018 (size=5153) 2024-11-10T12:24:37,407 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/f/eb633e742be1430ca36cce9710f11cf2 is 28, key is row/f:/1731241466836/DeleteFamily/seqid=0 2024-11-10T12:24:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741843_1019 (size=5085) 2024-11-10T12:24:37,420 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 636, reset compression=false 2024-11-10T12:24:37,423 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:37,424 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 883, reset compression=false 2024-11-10T12:24:37,424 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,41229,1731241443884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:24:37,425 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,41229,1731241443884: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,41229,1731241443884, walGroup=3857ccc89b65%2C41229%2C1731241443884, offset=3857ccc89b65%2C41229%2C1731241443884.1731241445875:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:41229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:24:37,425 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:24:37,426 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:24:37,426 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:24:37,426 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:24:37,426 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:24:37,426 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 846133152 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202757248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:24:37,426 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:40935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:40935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:24:37,546 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:37,626 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 883, reset compression=false 2024-11-10T12:24:37,746 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:37,748 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:24:37,748 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:24:37,802 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/ns/f33609667d1f44679060d31ba91bbbd0 2024-11-10T12:24:37,810 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/f/eb633e742be1430ca36cce9710f11cf2 2024-11-10T12:24:37,813 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb633e742be1430ca36cce9710f11cf2 2024-11-10T12:24:37,821 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/rep_barrier/b38687b426674b5b9a572b392d8b318e is 112, key is test,,1731241453926.9119dbd29ad108c81b64886796cebbd4./rep_barrier:seqnumDuringOpen/1731241454668/Put/seqid=0 2024-11-10T12:24:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741844_1020 (size=5518) 2024-11-10T12:24:37,831 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/f1/438dfaa7783c468c991f4947b4f902d8 is 29, key is row/f1:/1731241466836/DeleteFamily/seqid=0 2024-11-10T12:24:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741845_1021 (size=5089) 2024-11-10T12:24:37,930 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 883, reset compression=false 2024-11-10T12:24:37,947 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:24:37,947 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9119dbd29ad108c81b64886796cebbd4=test,,1731241453926.9119dbd29ad108c81b64886796cebbd4.} 2024-11-10T12:24:37,947 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:38,147 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9119dbd29ad108c81b64886796cebbd4 2024-11-10T12:24:38,224 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/rep_barrier/b38687b426674b5b9a572b392d8b318e 2024-11-10T12:24:38,234 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/f1/438dfaa7783c468c991f4947b4f902d8 2024-11-10T12:24:38,238 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 438dfaa7783c468c991f4947b4f902d8 2024-11-10T12:24:38,244 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/table/d6ed699b2b4f47338a8e863c1ee74f79 is 53, key is hbase:replication/table:state/1731241458543/Put/seqid=0 2024-11-10T12:24:38,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741846_1022 (size=5308) 2024-11-10T12:24:38,253 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/norep/74f7de61343b49359a4719e596c4a965 is 32, key is row/norep:/1731241466836/DeleteFamily/seqid=0 2024-11-10T12:24:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741847_1023 (size=5101) 2024-11-10T12:24:38,256 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/norep/74f7de61343b49359a4719e596c4a965 2024-11-10T12:24:38,259 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74f7de61343b49359a4719e596c4a965 2024-11-10T12:24:38,259 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/f/eb633e742be1430ca36cce9710f11cf2 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/f/eb633e742be1430ca36cce9710f11cf2 2024-11-10T12:24:38,263 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb633e742be1430ca36cce9710f11cf2 2024-11-10T12:24:38,263 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/f/eb633e742be1430ca36cce9710f11cf2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T12:24:38,264 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/f1/438dfaa7783c468c991f4947b4f902d8 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/f1/438dfaa7783c468c991f4947b4f902d8 2024-11-10T12:24:38,267 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 438dfaa7783c468c991f4947b4f902d8 2024-11-10T12:24:38,267 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/f1/438dfaa7783c468c991f4947b4f902d8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T12:24:38,268 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/.tmp/norep/74f7de61343b49359a4719e596c4a965 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/norep/74f7de61343b49359a4719e596c4a965 2024-11-10T12:24:38,271 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74f7de61343b49359a4719e596c4a965 2024-11-10T12:24:38,271 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/norep/74f7de61343b49359a4719e596c4a965, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T12:24:38,271 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9119dbd29ad108c81b64886796cebbd4 in 879ms, sequenceid=6, compaction requested=false 2024-11-10T12:24:38,272 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:24:38,275 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/default/test/9119dbd29ad108c81b64886796cebbd4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T12:24:38,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:38,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:38,276 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:38,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9119dbd29ad108c81b64886796cebbd4: Waiting for close lock at 1731241477391Running coprocessor pre-close hooks at 1731241477391Disabling compacts and flushes for region at 1731241477391Disabling writes for close at 1731241477392 (+1 ms)Obtaining lock to block concurrent updates at 1731241477392Preparing flush snapshotting stores in 9119dbd29ad108c81b64886796cebbd4 at 1731241477392Finished memstore snapshotting test,,1731241453926.9119dbd29ad108c81b64886796cebbd4., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731241477392Flushing stores of test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. at 1731241477392Flushing 9119dbd29ad108c81b64886796cebbd4/f: creating writer at 1731241477392Flushing 9119dbd29ad108c81b64886796cebbd4/f: appending metadata at 1731241477406 (+14 ms)Flushing 9119dbd29ad108c81b64886796cebbd4/f: closing flushed file at 1731241477406Flushing 9119dbd29ad108c81b64886796cebbd4/f1: creating writer at 1731241477814 (+408 ms)Flushing 9119dbd29ad108c81b64886796cebbd4/f1: appending metadata at 1731241477830 (+16 ms)Flushing 9119dbd29ad108c81b64886796cebbd4/f1: closing flushed file at 1731241477830Flushing 9119dbd29ad108c81b64886796cebbd4/norep: creating writer at 1731241478238 (+408 ms)Flushing 9119dbd29ad108c81b64886796cebbd4/norep: appending metadata at 1731241478252 (+14 ms)Flushing 9119dbd29ad108c81b64886796cebbd4/norep: closing flushed file at 1731241478252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a50173: reopening flushed file at 1731241478259 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e823680: reopening flushed file at 1731241478263 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35275fe3: reopening flushed file at 1731241478267 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9119dbd29ad108c81b64886796cebbd4 in 879ms, sequenceid=6, compaction requested=false at 1731241478271 (+4 ms)Writing region close event to WAL at 1731241478273 (+2 ms)Running coprocessor post-close hooks at 1731241478276 (+3 ms)Closed at 1731241478276 2024-11-10T12:24:38,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241453926.9119dbd29ad108c81b64886796cebbd4. 2024-11-10T12:24:38,334 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 883, reset compression=false 2024-11-10T12:24:38,338 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:24:38,338 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 1527, reset compression=false 2024-11-10T12:24:38,347 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:24:38,541 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.wal-reader.3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/WALs/3857ccc89b65,41229,1731241443884/3857ccc89b65%2C41229%2C1731241443884.1731241445875 to pos 1527, reset compression=false 2024-11-10T12:24:38,547 DEBUG [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:24:38,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:24:38,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:38,648 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/table/d6ed699b2b4f47338a8e863c1ee74f79 2024-11-10T12:24:38,652 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/info/098f54492ea04e688f4f9356c03a4782 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/info/098f54492ea04e688f4f9356c03a4782 2024-11-10T12:24:38,655 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/info/098f54492ea04e688f4f9356c03a4782, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:24:38,656 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/ns/f33609667d1f44679060d31ba91bbbd0 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/ns/f33609667d1f44679060d31ba91bbbd0 2024-11-10T12:24:38,659 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/ns/f33609667d1f44679060d31ba91bbbd0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:24:38,659 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/rep_barrier/b38687b426674b5b9a572b392d8b318e as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/rep_barrier/b38687b426674b5b9a572b392d8b318e 2024-11-10T12:24:38,662 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/rep_barrier/b38687b426674b5b9a572b392d8b318e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:24:38,663 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/.tmp/table/d6ed699b2b4f47338a8e863c1ee74f79 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/table/d6ed699b2b4f47338a8e863c1ee74f79 2024-11-10T12:24:38,666 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/table/d6ed699b2b4f47338a8e863c1ee74f79, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:24:38,667 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-10T12:24:38,667 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:24:38,671 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:24:38,672 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:24:38,672 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:24:38,672 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:38,672 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241476946Running coprocessor pre-close hooks at 1731241476946Disabling compacts and flushes for region at 1731241476946Disabling writes for close at 1731241476946Obtaining lock to block concurrent updates at 1731241476946Preparing flush snapshotting stores in 1588230740 at 1731241476946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241476946Flushing stores of hbase:meta,,1.1588230740 at 1731241476946Flushing 1588230740/info: creating writer at 1731241476946Flushing 1588230740/info: appending metadata at 1731241476970 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731241476970Flushing 1588230740/ns: creating writer at 1731241477379 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731241477397 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731241477397Flushing 1588230740/rep_barrier: creating writer at 1731241477806 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241477820 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241477820Flushing 1588230740/table: creating writer at 1731241478228 (+408 ms)Flushing 1588230740/table: appending metadata at 1731241478244 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731241478244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a0a683: reopening flushed file at 1731241478652 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6da6f: reopening flushed file at 1731241478655 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6382916: reopening flushed file at 1731241478659 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538505e6: reopening flushed file at 1731241478662 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1731241478667 (+5 ms)Writing region close event to WAL at 1731241478669 (+2 ms)Running coprocessor post-close hooks at 1731241478671 (+2 ms)Closed at 1731241478672 (+1 ms) 2024-11-10T12:24:38,672 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:38,747 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,41229,1731241443884; all regions closed. 2024-11-10T12:24:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741834_1010 (size=4239) 2024-11-10T12:24:38,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741839_1015 (size=2240) 2024-11-10T12:24:38,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741832_1008 (size=1535) 2024-11-10T12:24:38,754 DEBUG [RS:0;3857ccc89b65:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:38,754 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:24:38,754 INFO [RS:0;3857ccc89b65:41229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:38,754 INFO [RS:0;3857ccc89b65:41229 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:38,755 INFO [RS:0;3857ccc89b65:41229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:38,755 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:38,755 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,41229,1731241443884 because: Region server is closing 2024-11-10T12:24:38,755 INFO [RS:0;3857ccc89b65:41229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:41229. 2024-11-10T12:24:38,755 DEBUG [RS:0;3857ccc89b65:41229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:38,755 DEBUG [RS:0;3857ccc89b65:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:38,755 DEBUG [RS:0;3857ccc89b65:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:38,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:38,856 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,41229,1731241443884.replicationSource.shipper3857ccc89b65%2C41229%2C1731241443884,1-3857ccc89b65,41229,1731241443884 terminated 2024-11-10T12:24:38,856 INFO [RS:0;3857ccc89b65:41229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41229 2024-11-10T12:24:38,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-482016020/rs/3857ccc89b65,41229,1731241443884 2024-11-10T12:24:38,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020/rs 2024-11-10T12:24:38,859 INFO [RS:0;3857ccc89b65:41229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:38,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,41229,1731241443884] 2024-11-10T12:24:38,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-482016020/draining/3857ccc89b65,41229,1731241443884 already deleted, retry=false 2024-11-10T12:24:38,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,41229,1731241443884 expired; onlineServers=0 2024-11-10T12:24:38,862 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,40935,1731241443833' ***** 2024-11-10T12:24:38,862 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:24:38,862 INFO [M:0;3857ccc89b65:40935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:24:38,862 INFO [M:0;3857ccc89b65:40935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:24:38,862 DEBUG [M:0;3857ccc89b65:40935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:24:38,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:24:38,862 DEBUG [M:0;3857ccc89b65:40935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:24:38,862 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241445652 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241445652,5,FailOnTimeoutGroup] 2024-11-10T12:24:38,862 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241445652 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241445652,5,FailOnTimeoutGroup] 2024-11-10T12:24:38,862 INFO [M:0;3857ccc89b65:40935 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:24:38,862 INFO [M:0;3857ccc89b65:40935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:24:38,862 DEBUG [M:0;3857ccc89b65:40935 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:24:38,862 INFO [M:0;3857ccc89b65:40935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:24:38,862 INFO [M:0;3857ccc89b65:40935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:24:38,862 INFO [M:0;3857ccc89b65:40935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:24:38,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:24:38,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-482016020/master 2024-11-10T12:24:38,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482016020 2024-11-10T12:24:38,863 DEBUG [M:0;3857ccc89b65:40935 {}] zookeeper.ZKUtil(347): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Unable to get data of znode /0-482016020/master because node does not exist (not an error) 2024-11-10T12:24:38,863 WARN [M:0;3857ccc89b65:40935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:24:38,864 INFO [M:0;3857ccc89b65:40935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/.lastflushedseqids 2024-11-10T12:24:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741848_1024 (size=245) 2024-11-10T12:24:38,868 INFO [M:0;3857ccc89b65:40935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:24:38,868 INFO [M:0;3857ccc89b65:40935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:24:38,869 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:38,869 INFO [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:38,869 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:38,869 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:38,869 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:38,869 INFO [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T12:24:38,883 DEBUG [M:0;3857ccc89b65:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b94d8f3619e4ae1aa54e525fefda595 is 82, key is hbase:meta,,1/info:regioninfo/1731241446819/Put/seqid=0 2024-11-10T12:24:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741849_1025 (size=5672) 2024-11-10T12:24:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:38,960 INFO [RS:0;3857ccc89b65:41229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x10101d5e8050001, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:38,960 INFO [RS:0;3857ccc89b65:41229 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,41229,1731241443884; zookeeper connection closed. 2024-11-10T12:24:38,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a40fbb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a40fbb8 2024-11-10T12:24:38,961 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:24:39,287 INFO [M:0;3857ccc89b65:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b94d8f3619e4ae1aa54e525fefda595 2024-11-10T12:24:39,305 DEBUG [M:0;3857ccc89b65:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70a70e68bffe483b964c4c2fee008c77 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731241454677/Put/seqid=0 2024-11-10T12:24:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741850_1026 (size=7218) 2024-11-10T12:24:39,709 INFO [M:0;3857ccc89b65:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70a70e68bffe483b964c4c2fee008c77 2024-11-10T12:24:39,712 INFO [M:0;3857ccc89b65:40935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70a70e68bffe483b964c4c2fee008c77 2024-11-10T12:24:39,730 DEBUG [M:0;3857ccc89b65:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe72b14baea4ed58097c13aeab80707 is 69, key is 3857ccc89b65,41229,1731241443884/rs:state/1731241445728/Put/seqid=0 2024-11-10T12:24:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741851_1027 (size=5156) 2024-11-10T12:24:40,134 INFO [M:0;3857ccc89b65:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe72b14baea4ed58097c13aeab80707 2024-11-10T12:24:40,138 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b94d8f3619e4ae1aa54e525fefda595 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b94d8f3619e4ae1aa54e525fefda595 2024-11-10T12:24:40,141 INFO [M:0;3857ccc89b65:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b94d8f3619e4ae1aa54e525fefda595, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T12:24:40,142 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70a70e68bffe483b964c4c2fee008c77 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70a70e68bffe483b964c4c2fee008c77 2024-11-10T12:24:40,144 INFO [M:0;3857ccc89b65:40935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70a70e68bffe483b964c4c2fee008c77 2024-11-10T12:24:40,144 INFO [M:0;3857ccc89b65:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70a70e68bffe483b964c4c2fee008c77, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T12:24:40,145 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe72b14baea4ed58097c13aeab80707 as hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe72b14baea4ed58097c13aeab80707 2024-11-10T12:24:40,148 INFO [M:0;3857ccc89b65:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36e721e6-f4ab-97fe-6f46-f08ccaebec8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe72b14baea4ed58097c13aeab80707, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T12:24:40,149 INFO [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-10T12:24:40,150 INFO [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:40,150 DEBUG [M:0;3857ccc89b65:40935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241478869Disabling compacts and flushes for region at 1731241478869Disabling writes for close at 1731241478869Obtaining lock to block concurrent updates at 1731241478869Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241478869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731241478869Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241478869Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241478869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241478883 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241478883Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241479291 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241479304 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241479304Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241479712 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241479729 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241479729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139d45da: reopening flushed file at 1731241480137 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67be2e69: reopening flushed file at 1731241480141 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb0ae0f: reopening flushed file at 1731241480145 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731241480149 (+4 ms)Writing region close event to WAL at 1731241480150 (+1 ms)Closed at 1731241480150 2024-11-10T12:24:40,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42487 is added to blk_1073741830_1006 (size=64423) 2024-11-10T12:24:40,152 INFO [M:0;3857ccc89b65:40935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:24:40,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:24:40,152 INFO [M:0;3857ccc89b65:40935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40935 2024-11-10T12:24:40,153 INFO [M:0;3857ccc89b65:40935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:24:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:40,255 INFO [M:0;3857ccc89b65:40935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:24:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x10101d5e8050000, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:24:40,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@290f7b78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:40,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a1f47c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:40,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:40,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:40,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:40,260 WARN [BP-1466681836-172.17.0.2-1731241442724 heartbeating to localhost/127.0.0.1:36089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:24:40,260 WARN [BP-1466681836-172.17.0.2-1731241442724 heartbeating to localhost/127.0.0.1:36089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1466681836-172.17.0.2-1731241442724 (Datanode Uuid 44b4f843-f515-4c64-8f16-b7d06fc4d887) service to localhost/127.0.0.1:36089 2024-11-10T12:24:40,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:24:40,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:24:40,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6/data/data1/current/BP-1466681836-172.17.0.2-1731241442724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:40,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/cluster_9d8001b6-f13c-018c-568f-8bc7f7fd4bb6/data/data2/current/BP-1466681836-172.17.0.2-1731241442724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:24:40,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:24:40,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35c552d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:40,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:24:40,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:24:40,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:24:40,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba3b81f-2dea-2b69-851c-1f2bfea93ec1/hadoop.log.dir/,STOPPED} 2024-11-10T12:24:40,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:24:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:24:40,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33641 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36089 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35809 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=796 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=8088 (was 8413) 2024-11-10T12:24:40,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=8089 2024-11-10T12:24:40,331 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T12:24:40,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.log.dir so I do NOT create it in target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109 2024-11-10T12:24:40,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:24:40,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.tmp.dir so I do NOT create it in target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109 2024-11-10T12:24:40,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a8dd593-797a-4bf5-f924-c87220177890/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:24:40,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109 2024-11-10T12:24:40,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8, deleteOnExit=true 2024-11-10T12:24:40,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/zookeeper_0, clientPort=51460, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:24:40,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51460 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/test.cache.data in system properties and HBase conf 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:24:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:24:40,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:24:40,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:24:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d5e8050002, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:24:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d5e8050005, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:24:40,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10101d5e8050008, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:24:40,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d5e8050002, quorum=127.0.0.1:59872, baseZNode=/0-482016020 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:24:40,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10101d5e8050008, quorum=127.0.0.1:59872, baseZNode=/21819293032 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:24:40,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d5e8050005, quorum=127.0.0.1:59872, baseZNode=/1342426875 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:24:40,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:40,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:40,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:40,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:40,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:40,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:40,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:40,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:40,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b7ed6c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/java.io.tmpdir/jetty-localhost-45489-hadoop-hdfs-3_4_1-tests_jar-_-any-8355404422512260775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:40,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41bfec{HTTP/1.1, (http/1.1)}{localhost:45489} 2024-11-10T12:24:40,561 INFO [Time-limited test {}] server.Server(415): Started @297270ms 2024-11-10T12:24:40,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:40,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:40,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:40,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:40,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:40,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:40,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229426c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:40,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ceecef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/java.io.tmpdir/jetty-localhost-44019-hadoop-hdfs-3_4_1-tests_jar-_-any-6336718449817923070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:40,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:44019} 2024-11-10T12:24:40,782 INFO [Time-limited test {}] server.Server(415): Started @297492ms 2024-11-10T12:24:40,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:24:40,886 WARN [Thread-4197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/data/data2/current/BP-1806789269-172.17.0.2-1731241480361/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:40,886 WARN [Thread-4196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/data/data1/current/BP-1806789269-172.17.0.2-1731241480361/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:40,908 WARN [Thread-4184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:24:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683c9168604e3018 with lease ID 0x41f33d8f8d60120d: Processing first storage report for DS-18b0206a-ceb3-437e-9e6b-78923ddc9fc6 from datanode DatanodeRegistration(127.0.0.1:36829, datanodeUuid=8feb8444-d967-46d6-8118-8fd3dbd0d3d8, infoPort=45759, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=363693168;c=1731241480361) 2024-11-10T12:24:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683c9168604e3018 with lease ID 0x41f33d8f8d60120d: from storage DS-18b0206a-ceb3-437e-9e6b-78923ddc9fc6 node DatanodeRegistration(127.0.0.1:36829, datanodeUuid=8feb8444-d967-46d6-8118-8fd3dbd0d3d8, infoPort=45759, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=363693168;c=1731241480361), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683c9168604e3018 with lease ID 0x41f33d8f8d60120d: Processing first storage report for DS-13ac5066-8931-40c0-aeb9-91a263bd32d5 from datanode DatanodeRegistration(127.0.0.1:36829, datanodeUuid=8feb8444-d967-46d6-8118-8fd3dbd0d3d8, infoPort=45759, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=363693168;c=1731241480361) 2024-11-10T12:24:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683c9168604e3018 with lease ID 0x41f33d8f8d60120d: from storage DS-13ac5066-8931-40c0-aeb9-91a263bd32d5 node DatanodeRegistration(127.0.0.1:36829, datanodeUuid=8feb8444-d967-46d6-8118-8fd3dbd0d3d8, infoPort=45759, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=363693168;c=1731241480361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:41,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109 2024-11-10T12:24:41,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:41,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:24:41,417 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c with version=8 2024-11-10T12:24:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/hbase-staging 2024-11-10T12:24:41,419 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:41,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:41,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:41,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:41,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:41,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:41,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:24:41,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:41,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44905 2024-11-10T12:24:41,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44905 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-10T12:24:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449050x0, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:41,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44905-0x10101d67b1e0000 connected 2024-11-10T12:24:41,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:41,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:41,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on znode that does not yet exist, /0-423772607/running 2024-11-10T12:24:41,453 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c, hbase.cluster.distributed=false 2024-11-10T12:24:41,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on znode that does not yet exist, /0-423772607/acl 2024-11-10T12:24:41,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44905 2024-11-10T12:24:41,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44905 2024-11-10T12:24:41,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44905 2024-11-10T12:24:41,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44905 2024-11-10T12:24:41,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44905 2024-11-10T12:24:41,475 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:41,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36819 2024-11-10T12:24:41,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36819 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-10T12:24:41,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:41,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:41,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368190x0, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:41,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368190x0, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on znode that does not yet exist, /0-423772607/running 2024-11-10T12:24:41,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36819-0x10101d67b1e0001 connected 2024-11-10T12:24:41,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:24:41,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:24:41,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on znode that does not yet exist, /0-423772607/master 2024-11-10T12:24:41,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on znode that does not yet exist, /0-423772607/acl 2024-11-10T12:24:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36819 2024-11-10T12:24:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36819 2024-11-10T12:24:41,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36819 2024-11-10T12:24:41,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36819 2024-11-10T12:24:41,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36819 2024-11-10T12:24:41,505 DEBUG [M:0;3857ccc89b65:44905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:44905 2024-11-10T12:24:41,505 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-423772607/backup-masters/3857ccc89b65,44905,1731241481419 2024-11-10T12:24:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607/backup-masters 2024-11-10T12:24:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607/backup-masters 2024-11-10T12:24:41,508 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on existing znode=/0-423772607/backup-masters/3857ccc89b65,44905,1731241481419 2024-11-10T12:24:41,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:41,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423772607/master 2024-11-10T12:24:41,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:41,510 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on existing znode=/0-423772607/master 2024-11-10T12:24:41,510 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-423772607/backup-masters/3857ccc89b65,44905,1731241481419 from backup master directory 2024-11-10T12:24:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423772607/backup-masters/3857ccc89b65,44905,1731241481419 2024-11-10T12:24:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607/backup-masters 2024-11-10T12:24:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607/backup-masters 2024-11-10T12:24:41,512 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:41,512 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,44905,1731241481419 2024-11-10T12:24:41,514 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/hbase.id] with ID: fa2e7355-f920-464b-b022-8ca472c0787c 2024-11-10T12:24:41,514 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/.tmp/hbase.id 2024-11-10T12:24:41,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:24:41,523 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/.tmp/hbase.id]:[hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/hbase.id] 2024-11-10T12:24:41,530 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:41,530 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:24:41,531 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:24:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:41,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:24:41,938 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:41,939 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:24:41,939 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:24:42,347 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/data/master/store 2024-11-10T12:24:42,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:24:42,752 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:42,752 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:42,752 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:42,752 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:42,752 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:42,752 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:42,753 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:42,753 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241482752Disabling compacts and flushes for region at 1731241482752Disabling writes for close at 1731241482752Writing region close event to WAL at 1731241482753 (+1 ms)Closed at 1731241482753 2024-11-10T12:24:42,753 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/data/master/store/.initializing 2024-11-10T12:24:42,753 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/WALs/3857ccc89b65,44905,1731241481419 2024-11-10T12:24:42,754 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:42,755 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C44905%2C1731241481419, suffix=, logDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/WALs/3857ccc89b65,44905,1731241481419, archiveDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/oldWALs, maxLogs=10 2024-11-10T12:24:42,768 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/WALs/3857ccc89b65,44905,1731241481419/3857ccc89b65%2C44905%2C1731241481419.1731241482756, exclude list is [], retry=0 2024-11-10T12:24:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36829,DS-18b0206a-ceb3-437e-9e6b-78923ddc9fc6,DISK] 2024-11-10T12:24:42,772 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/WALs/3857ccc89b65,44905,1731241481419/3857ccc89b65%2C44905%2C1731241481419.1731241482756 2024-11-10T12:24:42,772 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45759:45759)] 2024-11-10T12:24:42,772 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:42,772 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:42,772 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,772 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:24:42,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:42,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:42,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:24:42,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:42,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:42,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:24:42,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:42,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:42,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:24:42,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:42,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:42,778 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,779 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,779 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,780 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,780 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,780 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:42,781 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:42,782 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:42,782 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60961350, jitterRate=-0.09160509705543518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:42,783 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241482773Initializing all the Stores at 1731241482773Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241482773Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241482773Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241482773Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241482773Cleaning up temporary data from old regions at 1731241482780 (+7 ms)Region opened successfully at 1731241482783 (+3 ms) 2024-11-10T12:24:42,783 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:24:42,785 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad30c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:42,786 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:24:42,786 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:24:42,786 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:24:42,786 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:24:42,786 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:24:42,787 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:24:42,787 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:24:42,788 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:24:42,789 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Unable to get data of znode /0-423772607/balancer because node does not exist (not necessarily an error) 2024-11-10T12:24:42,791 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423772607/balancer already deleted, retry=false 2024-11-10T12:24:42,791 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:24:42,791 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Unable to get data of znode /0-423772607/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:24:42,793 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423772607/normalizer already deleted, retry=false 2024-11-10T12:24:42,793 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:24:42,794 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Unable to get data of znode /0-423772607/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:24:42,795 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423772607/switch/split already deleted, retry=false 2024-11-10T12:24:42,795 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Unable to get data of znode /0-423772607/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:24:42,797 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423772607/switch/merge already deleted, retry=false 2024-11-10T12:24:42,798 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Unable to get data of znode /0-423772607/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:24:42,801 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423772607/snapshot-cleanup already deleted, retry=false 2024-11-10T12:24:42,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423772607/running 2024-11-10T12:24:42,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423772607/running 2024-11-10T12:24:42,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:42,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:42,802 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,44905,1731241481419, sessionid=0x10101d67b1e0000, setting cluster-up flag (Was=false) 2024-11-10T12:24:42,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:42,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:42,809 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423772607/flush-table-proc/acquired, /0-423772607/flush-table-proc/reached, /0-423772607/flush-table-proc/abort 2024-11-10T12:24:42,810 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44905,1731241481419 2024-11-10T12:24:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:42,817 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423772607/online-snapshot/acquired, /0-423772607/online-snapshot/reached, /0-423772607/online-snapshot/abort 2024-11-10T12:24:42,817 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44905,1731241481419 2024-11-10T12:24:42,818 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:24:42,819 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:42,819 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:24:42,820 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:24:42,820 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,44905,1731241481419 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:42,821 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241512822 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:24:42,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:24:42,822 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:24:42,823 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:24:42,823 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:24:42,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:42,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:24:42,823 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241482823,5,FailOnTimeoutGroup] 2024-11-10T12:24:42,824 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241482823,5,FailOnTimeoutGroup] 2024-11-10T12:24:42,824 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,824 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:24:42,824 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,824 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:24:42,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:42,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,896 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(746): ClusterId : fa2e7355-f920-464b-b022-8ca472c0787c 2024-11-10T12:24:42,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,896 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:24:42,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,899 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:24:42,899 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:24:42,900 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:24:42,901 DEBUG [RS:0;3857ccc89b65:36819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70edcbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:42,915 DEBUG [RS:0;3857ccc89b65:36819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:36819 2024-11-10T12:24:42,916 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:24:42,916 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:24:42,916 DEBUG [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:24:42,916 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,44905,1731241481419 with port=36819, startcode=1731241481474 2024-11-10T12:24:42,916 DEBUG [RS:0;3857ccc89b65:36819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:24:42,918 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:24:42,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,36819,1731241481474 2024-11-10T12:24:42,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44905 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,36819,1731241481474 2024-11-10T12:24:42,920 DEBUG [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c 2024-11-10T12:24:42,920 DEBUG [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44585 2024-11-10T12:24:42,920 DEBUG [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:24:42,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607/rs 2024-11-10T12:24:42,921 DEBUG [RS:0;3857ccc89b65:36819 {}] zookeeper.ZKUtil(111): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Set watcher on existing znode=/0-423772607/rs/3857ccc89b65,36819,1731241481474 2024-11-10T12:24:42,922 WARN [RS:0;3857ccc89b65:36819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:42,922 INFO [RS:0;3857ccc89b65:36819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:42,922 DEBUG [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/WALs/3857ccc89b65,36819,1731241481474 2024-11-10T12:24:42,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,36819,1731241481474] 2024-11-10T12:24:42,924 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:24:42,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:42,951 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:24:42,951 INFO [RS:0;3857ccc89b65:36819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:24:42,951 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,951 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:24:42,952 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:24:42,952 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,952 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,953 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,953 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:42,953 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:42,953 DEBUG [RS:0;3857ccc89b65:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:42,953 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,953 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,953 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,953 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,953 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,953 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36819,1731241481474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:42,975 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:24:42,975 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,36819,1731241481474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,976 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,976 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.Replication(171): 3857ccc89b65,36819,1731241481474 started 2024-11-10T12:24:42,996 INFO [RS:0;3857ccc89b65:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:42,996 INFO [RS:0;3857ccc89b65:36819 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,36819,1731241481474, RpcServer on 3857ccc89b65/172.17.0.2:36819, sessionid=0x10101d67b1e0001 2024-11-10T12:24:42,996 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:24:42,996 DEBUG [RS:0;3857ccc89b65:36819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,36819,1731241481474 2024-11-10T12:24:42,996 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,36819,1731241481474' 2024-11-10T12:24:42,997 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423772607/flush-table-proc/abort' 2024-11-10T12:24:42,997 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423772607/flush-table-proc/acquired' 2024-11-10T12:24:42,997 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:24:42,997 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:24:42,997 DEBUG [RS:0;3857ccc89b65:36819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,36819,1731241481474 2024-11-10T12:24:42,998 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,36819,1731241481474' 2024-11-10T12:24:42,998 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423772607/online-snapshot/abort' 2024-11-10T12:24:42,998 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423772607/online-snapshot/acquired' 2024-11-10T12:24:42,998 DEBUG [RS:0;3857ccc89b65:36819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:24:42,998 INFO [RS:0;3857ccc89b65:36819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:24:42,998 INFO [RS:0;3857ccc89b65:36819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:24:43,099 INFO [RS:0;3857ccc89b65:36819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:43,100 INFO [RS:0;3857ccc89b65:36819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C36819%2C1731241481474, suffix=, logDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/WALs/3857ccc89b65,36819,1731241481474, archiveDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/oldWALs, maxLogs=10 2024-11-10T12:24:43,118 DEBUG [RS:0;3857ccc89b65:36819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/WALs/3857ccc89b65,36819,1731241481474/3857ccc89b65%2C36819%2C1731241481474.1731241483101, exclude list is [], retry=0 2024-11-10T12:24:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36829,DS-18b0206a-ceb3-437e-9e6b-78923ddc9fc6,DISK] 2024-11-10T12:24:43,122 INFO [RS:0;3857ccc89b65:36819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/WALs/3857ccc89b65,36819,1731241481474/3857ccc89b65%2C36819%2C1731241481474.1731241483101 2024-11-10T12:24:43,122 DEBUG [RS:0;3857ccc89b65:36819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45759:45759)] 2024-11-10T12:24:43,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:24:43,232 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c 2024-11-10T12:24:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:24:43,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:43,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:43,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:43,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:43,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:43,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:43,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:43,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:43,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:43,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:43,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/hbase/meta/1588230740 2024-11-10T12:24:43,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/hbase/meta/1588230740 2024-11-10T12:24:43,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:43,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:43,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:43,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:43,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:43,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69051863, jitterRate=0.028952941298484802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:43,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241483637Initializing all the Stores at 1731241483638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241483638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241483638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241483638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241483638Cleaning up temporary data from old regions at 1731241483645 (+7 ms)Region opened successfully at 1731241483648 (+3 ms) 2024-11-10T12:24:43,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:43,648 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:43,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:43,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:43,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:43,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:43,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241483648Disabling compacts and flushes for region at 1731241483648Disabling writes for close at 1731241483648Writing region close event to WAL at 1731241483649 (+1 ms)Closed at 1731241483649 2024-11-10T12:24:43,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:43,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:24:43,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:24:43,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:43,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:24:43,802 DEBUG [3857ccc89b65:44905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:24:43,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,36819,1731241481474 2024-11-10T12:24:43,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,36819,1731241481474, state=OPENING 2024-11-10T12:24:43,805 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:24:43,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:43,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423772607 2024-11-10T12:24:43,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:43,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423772607/meta-region-server: CHANGED 2024-11-10T12:24:43,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423772607/meta-region-server: CHANGED 2024-11-10T12:24:43,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,36819,1731241481474}] 2024-11-10T12:24:43,960 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:43,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:24:43,964 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:24:43,964 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:43,964 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:24:43,965 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C36819%2C1731241481474.meta, suffix=.meta, logDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/WALs/3857ccc89b65,36819,1731241481474, archiveDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/oldWALs, maxLogs=10 2024-11-10T12:24:43,978 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/WALs/3857ccc89b65,36819,1731241481474/3857ccc89b65%2C36819%2C1731241481474.meta.1731241483965.meta, exclude list is [], retry=0 2024-11-10T12:24:43,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36829,DS-18b0206a-ceb3-437e-9e6b-78923ddc9fc6,DISK] 2024-11-10T12:24:43,981 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/WALs/3857ccc89b65,36819,1731241481474/3857ccc89b65%2C36819%2C1731241481474.meta.1731241483965.meta 2024-11-10T12:24:43,981 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45759:45759)] 2024-11-10T12:24:43,982 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:43,982 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:43,982 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:43,982 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:24:43,982 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:24:43,982 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:24:43,982 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:43,982 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:24:43,982 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:24:43,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:43,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:43,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:43,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:43,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:43,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:43,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:43,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:43,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:43,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:43,987 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:43,987 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/hbase/meta/1588230740 2024-11-10T12:24:43,988 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/hbase/meta/1588230740 2024-11-10T12:24:43,988 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:43,988 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:43,989 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:43,990 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:43,990 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70396370, jitterRate=0.04898765683174133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:43,990 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:24:43,991 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241483982Writing region info on filesystem at 1731241483982Initializing all the Stores at 1731241483983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241483983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241483983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241483983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241483983Cleaning up temporary data from old regions at 1731241483988 (+5 ms)Running coprocessor post-open hooks at 1731241483990 (+2 ms)Region opened successfully at 1731241483991 (+1 ms) 2024-11-10T12:24:43,991 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241483959 2024-11-10T12:24:43,993 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:24:43,993 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:24:43,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,36819,1731241481474 2024-11-10T12:24:43,994 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,36819,1731241481474, state=OPEN 2024-11-10T12:24:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44905-0x10101d67b1e0000, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423772607/meta-region-server 2024-11-10T12:24:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x10101d67b1e0001, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423772607/meta-region-server 2024-11-10T12:24:43,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423772607/meta-region-server: CHANGED 2024-11-10T12:24:43,998 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,36819,1731241481474 2024-11-10T12:24:43,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423772607/meta-region-server: CHANGED 2024-11-10T12:24:43,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:24:43,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,36819,1731241481474 in 191 msec 2024-11-10T12:24:44,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:24:44,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-10T12:24:44,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:44,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:24:44,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:44,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,36819,1731241481474, seqNum=-1] 2024-11-10T12:24:44,002 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:44,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:44,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-10T12:24:44,006 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241484006, completionTime=-1 2024-11-10T12:24:44,007 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:24:44,007 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:24:44,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:24:44,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241544008 2024-11-10T12:24:44,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241604008 2024-11-10T12:24:44,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:24:44,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44905,1731241481419-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:44,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44905,1731241481419-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:44,008 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44905,1731241481419-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:44,009 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:44905, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:44,009 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:44,009 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:44,010 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:24:44,011 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.499sec 2024-11-10T12:24:44,011 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:24:44,011 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:24:44,011 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:24:44,011 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:24:44,011 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:24:44,012 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44905,1731241481419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:44,012 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44905,1731241481419-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:24:44,013 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:24:44,013 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:24:44,013 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44905,1731241481419-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:44,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:44,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44905,-1 for getting cluster id 2024-11-10T12:24:44,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:44,098 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa2e7355-f920-464b-b022-8ca472c0787c' 2024-11-10T12:24:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa2e7355-f920-464b-b022-8ca472c0787c" 2024-11-10T12:24:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7337827e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44905,-1] 2024-11-10T12:24:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:44,099 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:44,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:44,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,36819,1731241481474, seqNum=-1] 2024-11-10T12:24:44,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:44,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:44,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,44905,1731241481419 2024-11-10T12:24:44,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-10T12:24:44,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51460, baseZNode=/0-423772607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:44,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d67b1e0002 connected 2024-11-10T12:24:44,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:44,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44905,1731241481419 2024-11-10T12:24:44,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188296b8 2024-11-10T12:24:44,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:44,112 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:44,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:24:44,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:44,115 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:44,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:24:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:44,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:24:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:44,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84063c8e5ae48cb1713c51c6674126d5, NAME => 'test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c 2024-11-10T12:24:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:24:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:44,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:44,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 84063c8e5ae48cb1713c51c6674126d5, disabling compactions & flushes 2024-11-10T12:24:44,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. 2024-11-10T12:24:44,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. 2024-11-10T12:24:44,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. after waiting 0 ms 2024-11-10T12:24:44,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. 2024-11-10T12:24:44,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. 2024-11-10T12:24:44,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84063c8e5ae48cb1713c51c6674126d5: Waiting for close lock at 1731241484927Disabling compacts and flushes for region at 1731241484927Disabling writes for close at 1731241484927Writing region close event to WAL at 1731241484927Closed at 1731241484927 2024-11-10T12:24:44,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:44,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241484928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241484928"}]},"ts":"1731241484928"} 2024-11-10T12:24:44,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:44,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:44,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241484931"}]},"ts":"1731241484931"} 2024-11-10T12:24:44,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:24:44,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84063c8e5ae48cb1713c51c6674126d5, ASSIGN}] 2024-11-10T12:24:44,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84063c8e5ae48cb1713c51c6674126d5, ASSIGN 2024-11-10T12:24:44,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=84063c8e5ae48cb1713c51c6674126d5, ASSIGN; state=OFFLINE, location=3857ccc89b65,36819,1731241481474; forceNewPlan=false, retain=false 2024-11-10T12:24:45,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84063c8e5ae48cb1713c51c6674126d5, regionState=OPENING, regionLocation=3857ccc89b65,36819,1731241481474 2024-11-10T12:24:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=84063c8e5ae48cb1713c51c6674126d5, ASSIGN because future has completed 2024-11-10T12:24:45,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84063c8e5ae48cb1713c51c6674126d5, server=3857ccc89b65,36819,1731241481474}] 2024-11-10T12:24:45,241 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. 2024-11-10T12:24:45,241 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 84063c8e5ae48cb1713c51c6674126d5, NAME => 'test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:45,242 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:45,242 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:24:45,242 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,242 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:45,242 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,242 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,243 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,244 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84063c8e5ae48cb1713c51c6674126d5 columnFamilyName f 2024-11-10T12:24:45,244 DEBUG [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:45,244 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] regionserver.HStore(327): Store=84063c8e5ae48cb1713c51c6674126d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:45,245 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,245 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84063c8e5ae48cb1713c51c6674126d5 columnFamilyName f1 2024-11-10T12:24:45,245 DEBUG [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:45,246 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] regionserver.HStore(327): Store=84063c8e5ae48cb1713c51c6674126d5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:45,246 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,246 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84063c8e5ae48cb1713c51c6674126d5 columnFamilyName norep 2024-11-10T12:24:45,246 DEBUG [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:45,247 INFO [StoreOpener-84063c8e5ae48cb1713c51c6674126d5-1 {}] regionserver.HStore(327): Store=84063c8e5ae48cb1713c51c6674126d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:45,247 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,247 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/default/test/84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,247 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/default/test/84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,248 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,248 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,248 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:45,249 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:45,251 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/data/default/test/84063c8e5ae48cb1713c51c6674126d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:45,251 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 84063c8e5ae48cb1713c51c6674126d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68659198, jitterRate=0.023101776838302612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:45,251 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84063c8e5ae48cb1713c51c6674126d5 2024-11-10T12:24:45,252 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 84063c8e5ae48cb1713c51c6674126d5: Running coprocessor pre-open hook at 1731241485242Writing region info on filesystem at 1731241485242Initializing all the Stores at 1731241485243 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241485243Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241485243Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241485243Cleaning up temporary data from old regions at 1731241485248 (+5 ms)Running coprocessor post-open hooks at 1731241485251 (+3 ms)Region opened successfully at 1731241485252 (+1 ms) 2024-11-10T12:24:45,252 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5., pid=6, masterSystemTime=1731241485239 2024-11-10T12:24:45,254 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. 2024-11-10T12:24:45,254 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241484112.84063c8e5ae48cb1713c51c6674126d5. 2024-11-10T12:24:45,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84063c8e5ae48cb1713c51c6674126d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,36819,1731241481474 2024-11-10T12:24:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84063c8e5ae48cb1713c51c6674126d5, server=3857ccc89b65,36819,1731241481474 because future has completed 2024-11-10T12:24:45,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:24:45,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 84063c8e5ae48cb1713c51c6674126d5, server=3857ccc89b65,36819,1731241481474 in 170 msec 2024-11-10T12:24:45,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:24:45,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=84063c8e5ae48cb1713c51c6674126d5, ASSIGN in 326 msec 2024-11-10T12:24:45,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:45,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241485260"}]},"ts":"1731241485260"} 2024-11-10T12:24:45,261 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:24:45,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:45,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-10T12:24:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:46,260 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:24:46,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:46,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44905,-1 for getting cluster id 2024-11-10T12:24:46,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:46,261 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa2e7355-f920-464b-b022-8ca472c0787c' 2024-11-10T12:24:46,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:46,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa2e7355-f920-464b-b022-8ca472c0787c" 2024-11-10T12:24:46,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7260fd0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:46,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44905,-1] 2024-11-10T12:24:46,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:46,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:46,262 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bef6997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:46,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44905,1731241481419 2024-11-10T12:24:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a707163 2024-11-10T12:24:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:46,265 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:46,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:44905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:24:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:24:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:46,267 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:44905' 2024-11-10T12:24:46,268 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a998efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:46,268 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44905,-1 for getting cluster id 2024-11-10T12:24:46,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:46,268 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa2e7355-f920-464b-b022-8ca472c0787c' 2024-11-10T12:24:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa2e7355-f920-464b-b022-8ca472c0787c" 2024-11-10T12:24:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6785ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44905,-1] 2024-11-10T12:24:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:46,270 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f528356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:46,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:46,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44905,1731241481419 2024-11-10T12:24:46,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc32d3e 2024-11-10T12:24:46,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:46,271 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:46,272 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:24:46,272 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:24:46,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:46,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:46,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:46,272 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3857ccc89b65:44905, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:24:46,278 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3857ccc89b65:44905, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3857ccc89b65:44905, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3857ccc89b65:44905, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T12:24:46,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3857ccc89b65:44905, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-10T12:24:46,279 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T12:24:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:24:46,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:24:46,371 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://3857ccc89b65:44905, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T12:24:46,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:24:46,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:46,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:46,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:24:46,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 361) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3857ccc89b65:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f07b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1806789269-172.17.0.2-1731241480361:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6215f76f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 3857ccc89b65:44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1402292977-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f07b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3857ccc89b65:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51460) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/data/data2/current/BP-1806789269-172.17.0.2-1731241480361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c/MasterData-prefix:3857ccc89b65,44905,1731241481419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1330772649_20 at /127.0.0.1:55256 [Receiving block BP-1806789269-172.17.0.2-1731241480361:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1402292977-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f07b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51460): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: BP-1806789269-172.17.0.2-1731241480361 heartbeating to localhost/127.0.0.1:44585 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402292977-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44585 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c-prefix:3857ccc89b65,36819,1731241481474 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/data/data1/current/BP-1806789269-172.17.0.2-1731241480361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1c4c38e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_280313755_20 at /127.0.0.1:55224 [Receiving block BP-1806789269-172.17.0.2-1731241480361:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;3857ccc89b65:44905 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@198479ec java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3857ccc89b65:36819-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3857ccc89b65:36819 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f07b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44585 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: regionserver/3857ccc89b65:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-2605b0dd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44585/user/jenkins/test-data/088c2dd8-d191-0df5-6e5d-fccc9fe3ec5c-prefix:3857ccc89b65,36819,1731241481474.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1330772649_20 at /127.0.0.1:55244 [Receiving block BP-1806789269-172.17.0.2-1731241480361:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3857ccc89b65:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1488314647-7965-acceptor-0@53044a87-ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:44019} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402292977-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 36331 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51460) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241482823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: CacheReplicationMonitor(1630542839) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@54943068 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1488314647-7964 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f07b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RS_OPEN_META-regionserver/3857ccc89b65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/cluster_721272f1-196e-fe3d-5c26-2c72538667c8/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4cd198d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1330772649_20 at /127.0.0.1:55196 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1806789269-172.17.0.2-1731241480361:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241482823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f07b09f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@337e776c[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1488314647-7967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1488314647-7966 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f07b0ad6748.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51460 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp1402292977-7919-acceptor-0@633d36fb-ServerConnector@41bfec{HTTP/1.1, (http/1.1)}{localhost:45489} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1806789269-172.17.0.2-1731241480361:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51460) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=872 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=8066 (was 8089) 2024-11-10T12:24:46,394 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-10T12:24:46,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=8066 2024-11-10T12:24:46,406 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-10T12:24:46,419 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T12:24:46,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.log.dir so I do NOT create it in target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18 2024-11-10T12:24:46,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:24:46,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.tmp.dir so I do NOT create it in target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18 2024-11-10T12:24:46,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/caf45585-9c07-b215-61cc-ef3b96d09109/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:24:46,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18 2024-11-10T12:24:46,420 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336, deleteOnExit=true 2024-11-10T12:24:46,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336/zookeeper_0, clientPort=57549, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:24:46,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57549 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/test.cache.data in system properties and HBase conf 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:24:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:24:46,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:24:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:24:46,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:46,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:46,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:46,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:46,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:46,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:46,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:46,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:46,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a93662f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/java.io.tmpdir/jetty-localhost-45081-hadoop-hdfs-3_4_1-tests_jar-_-any-17398130211970994748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:46,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:45081} 2024-11-10T12:24:46,626 INFO [Time-limited test {}] server.Server(415): Started @303336ms 2024-11-10T12:24:46,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:46,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:46,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:46,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:46,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:46,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:46,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:46,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@772cd50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/java.io.tmpdir/jetty-localhost-39769-hadoop-hdfs-3_4_1-tests_jar-_-any-1459399459818728465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:46,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:39769} 2024-11-10T12:24:46,818 INFO [Time-limited test {}] server.Server(415): Started @303527ms 2024-11-10T12:24:46,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:24:46,921 WARN [Thread-4330 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336/data/data1/current/BP-301307652-172.17.0.2-1731241486446/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:46,922 WARN [Thread-4331 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336/data/data2/current/BP-301307652-172.17.0.2-1731241486446/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:46,944 WARN [Thread-4318 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:24:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0f38a63cc7246e5 with lease ID 0x1a33422f8bfbc1dd: Processing first storage report for DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9 from datanode DatanodeRegistration(127.0.0.1:39333, datanodeUuid=66636041-3e42-45fd-896b-1e17e99d9fb9, infoPort=36447, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1010864973;c=1731241486446) 2024-11-10T12:24:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0f38a63cc7246e5 with lease ID 0x1a33422f8bfbc1dd: from storage DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9 node DatanodeRegistration(127.0.0.1:39333, datanodeUuid=66636041-3e42-45fd-896b-1e17e99d9fb9, infoPort=36447, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1010864973;c=1731241486446), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T12:24:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0f38a63cc7246e5 with lease ID 0x1a33422f8bfbc1dd: Processing first storage report for DS-30e28625-e0e6-480b-98dd-ffdf3553a545 from datanode DatanodeRegistration(127.0.0.1:39333, datanodeUuid=66636041-3e42-45fd-896b-1e17e99d9fb9, infoPort=36447, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1010864973;c=1731241486446) 2024-11-10T12:24:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0f38a63cc7246e5 with lease ID 0x1a33422f8bfbc1dd: from storage DS-30e28625-e0e6-480b-98dd-ffdf3553a545 node DatanodeRegistration(127.0.0.1:39333, datanodeUuid=66636041-3e42-45fd-896b-1e17e99d9fb9, infoPort=36447, infoSecurePort=0, ipcPort=38897, storageInfo=lv=-57;cid=testClusterID;nsid=1010864973;c=1731241486446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:47,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18 2024-11-10T12:24:47,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:47,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:24:47,460 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902 with version=8 2024-11-10T12:24:47,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/hbase-staging 2024-11-10T12:24:47,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:47,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:47,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:47,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:47,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:47,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:47,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:24:47,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:47,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32779 2024-11-10T12:24:47,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32779 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:47,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327790x0, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:47,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32779-0x10101d692e60000 connected 2024-11-10T12:24:47,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:47,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:47,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on znode that does not yet exist, /01817576012/running 2024-11-10T12:24:47,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902, hbase.cluster.distributed=false 2024-11-10T12:24:47,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on znode that does not yet exist, /01817576012/acl 2024-11-10T12:24:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32779 2024-11-10T12:24:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32779 2024-11-10T12:24:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32779 2024-11-10T12:24:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32779 2024-11-10T12:24:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32779 2024-11-10T12:24:47,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:47,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:47,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:47,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:47,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:47,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:47,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:24:47,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:47,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40199 2024-11-10T12:24:47,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40199 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:47,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:47,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:47,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401990x0, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:47,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401990x0, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on znode that does not yet exist, /01817576012/running 2024-11-10T12:24:47,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40199-0x10101d692e60001 connected 2024-11-10T12:24:47,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:24:47,519 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:24:47,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on znode that does not yet exist, /01817576012/master 2024-11-10T12:24:47,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on znode that does not yet exist, /01817576012/acl 2024-11-10T12:24:47,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-10T12:24:47,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40199 2024-11-10T12:24:47,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40199 2024-11-10T12:24:47,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-10T12:24:47,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-10T12:24:47,540 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:32779 2024-11-10T12:24:47,540 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01817576012/backup-masters/3857ccc89b65,32779,1731241487462 2024-11-10T12:24:47,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012/backup-masters 2024-11-10T12:24:47,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012/backup-masters 2024-11-10T12:24:47,543 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on existing znode=/01817576012/backup-masters/3857ccc89b65,32779,1731241487462 2024-11-10T12:24:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01817576012/master 2024-11-10T12:24:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:47,544 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on existing znode=/01817576012/master 2024-11-10T12:24:47,545 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01817576012/backup-masters/3857ccc89b65,32779,1731241487462 from backup master directory 2024-11-10T12:24:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01817576012/backup-masters/3857ccc89b65,32779,1731241487462 2024-11-10T12:24:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012/backup-masters 2024-11-10T12:24:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012/backup-masters 2024-11-10T12:24:47,546 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:47,546 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,32779,1731241487462 2024-11-10T12:24:47,549 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/hbase.id] with ID: 56d84efd-27a8-4e59-8625-71eec4991b6e 2024-11-10T12:24:47,549 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/.tmp/hbase.id 2024-11-10T12:24:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:24:47,957 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/.tmp/hbase.id]:[hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/hbase.id] 2024-11-10T12:24:47,964 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:47,964 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:24:47,965 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:24:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:24:48,372 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:48,372 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:24:48,373 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:24:48,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T12:24:48,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T12:24:48,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:24:48,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T12:24:48,782 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store 2024-11-10T12:24:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:24:48,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:24:48,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T12:24:48,989 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=25, created chunk count=37, reused chunk count=133, reuseRatio=78.24% 2024-11-10T12:24:48,990 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T12:24:49,187 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:49,187 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:49,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:49,187 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:49,187 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:49,187 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:49,187 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:49,187 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241489187Disabling compacts and flushes for region at 1731241489187Disabling writes for close at 1731241489187Writing region close event to WAL at 1731241489187Closed at 1731241489187 2024-11-10T12:24:49,188 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/.initializing 2024-11-10T12:24:49,188 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/WALs/3857ccc89b65,32779,1731241487462 2024-11-10T12:24:49,188 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:49,190 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C32779%2C1731241487462, suffix=, logDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/WALs/3857ccc89b65,32779,1731241487462, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/oldWALs, maxLogs=10 2024-11-10T12:24:49,203 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/WALs/3857ccc89b65,32779,1731241487462/3857ccc89b65%2C32779%2C1731241487462.1731241489190, exclude list is [], retry=0 2024-11-10T12:24:49,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9,DISK] 2024-11-10T12:24:49,207 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/WALs/3857ccc89b65,32779,1731241487462/3857ccc89b65%2C32779%2C1731241487462.1731241489190 2024-11-10T12:24:49,207 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-10T12:24:49,207 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:49,207 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:49,207 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,207 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:24:49,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:49,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:49,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:24:49,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:49,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:49,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:24:49,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:49,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:49,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:24:49,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:49,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:49,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,214 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,214 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,214 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,215 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:49,216 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:49,217 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:49,217 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73221284, jitterRate=0.09108215570449829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:49,218 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241489207Initializing all the Stores at 1731241489208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241489208Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241489208Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241489208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241489208Cleaning up temporary data from old regions at 1731241489214 (+6 ms)Region opened successfully at 1731241489217 (+3 ms) 2024-11-10T12:24:49,218 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:24:49,220 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a11560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:49,221 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:24:49,221 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:24:49,221 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:24:49,221 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:24:49,221 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:24:49,221 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:24:49,221 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:24:49,223 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:24:49,223 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Unable to get data of znode /01817576012/balancer because node does not exist (not necessarily an error) 2024-11-10T12:24:49,225 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01817576012/balancer already deleted, retry=false 2024-11-10T12:24:49,225 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:24:49,225 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Unable to get data of znode /01817576012/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:24:49,226 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01817576012/normalizer already deleted, retry=false 2024-11-10T12:24:49,226 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:24:49,227 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Unable to get data of znode /01817576012/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:24:49,228 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01817576012/switch/split already deleted, retry=false 2024-11-10T12:24:49,228 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Unable to get data of znode /01817576012/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:24:49,230 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01817576012/switch/merge already deleted, retry=false 2024-11-10T12:24:49,232 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Unable to get data of znode /01817576012/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:24:49,232 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01817576012/snapshot-cleanup already deleted, retry=false 2024-11-10T12:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01817576012/running 2024-11-10T12:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01817576012/running 2024-11-10T12:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:49,234 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,32779,1731241487462, sessionid=0x10101d692e60000, setting cluster-up flag (Was=false) 2024-11-10T12:24:49,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:49,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:49,241 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01817576012/flush-table-proc/acquired, /01817576012/flush-table-proc/reached, /01817576012/flush-table-proc/abort 2024-11-10T12:24:49,241 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,32779,1731241487462 2024-11-10T12:24:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:49,249 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01817576012/online-snapshot/acquired, /01817576012/online-snapshot/reached, /01817576012/online-snapshot/abort 2024-11-10T12:24:49,250 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,32779,1731241487462 2024-11-10T12:24:49,251 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:24:49,252 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:49,252 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:24:49,252 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:24:49,253 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,32779,1731241487462 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:24:49,253 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:49,253 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:49,253 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:49,253 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:49,254 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:24:49,254 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,254 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:49,254 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,254 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241519254 2024-11-10T12:24:49,254 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:49,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:24:49,255 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:24:49,256 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:24:49,256 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:24:49,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:49,256 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241489256,5,FailOnTimeoutGroup] 2024-11-10T12:24:49,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:24:49,256 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241489256,5,FailOnTimeoutGroup] 2024-11-10T12:24:49,256 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,256 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:24:49,256 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,256 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:24:49,331 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(746): ClusterId : 56d84efd-27a8-4e59-8625-71eec4991b6e 2024-11-10T12:24:49,331 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:24:49,333 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:24:49,333 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:24:49,334 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:24:49,334 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e686091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:49,346 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:40199 2024-11-10T12:24:49,346 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:24:49,346 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:24:49,346 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:24:49,346 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,32779,1731241487462 with port=40199, startcode=1731241487510 2024-11-10T12:24:49,346 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:24:49,348 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:24:49,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,40199,1731241487510 2024-11-10T12:24:49,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,40199,1731241487510 2024-11-10T12:24:49,349 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902 2024-11-10T12:24:49,349 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36863 2024-11-10T12:24:49,349 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:24:49,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012/rs 2024-11-10T12:24:49,351 DEBUG [RS:0;3857ccc89b65:40199 {}] zookeeper.ZKUtil(111): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on existing znode=/01817576012/rs/3857ccc89b65,40199,1731241487510 2024-11-10T12:24:49,351 WARN [RS:0;3857ccc89b65:40199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:49,351 INFO [RS:0;3857ccc89b65:40199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:49,351 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510 2024-11-10T12:24:49,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,40199,1731241487510] 2024-11-10T12:24:49,353 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:24:49,355 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:24:49,355 INFO [RS:0;3857ccc89b65:40199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:24:49,355 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,356 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:24:49,357 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:24:49,357 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:49,357 DEBUG [RS:0;3857ccc89b65:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:49,359 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,359 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,359 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,359 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,359 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,359 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40199,1731241487510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:49,372 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:24:49,372 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,40199,1731241487510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,372 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,372 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.Replication(171): 3857ccc89b65,40199,1731241487510 started 2024-11-10T12:24:49,385 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:49,385 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,40199,1731241487510, RpcServer on 3857ccc89b65/172.17.0.2:40199, sessionid=0x10101d692e60001 2024-11-10T12:24:49,385 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:24:49,385 DEBUG [RS:0;3857ccc89b65:40199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,40199,1731241487510 2024-11-10T12:24:49,385 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,40199,1731241487510' 2024-11-10T12:24:49,385 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01817576012/flush-table-proc/abort' 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01817576012/flush-table-proc/acquired' 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,40199,1731241487510 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,40199,1731241487510' 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01817576012/online-snapshot/abort' 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01817576012/online-snapshot/acquired' 2024-11-10T12:24:49,386 DEBUG [RS:0;3857ccc89b65:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:24:49,387 INFO [RS:0;3857ccc89b65:40199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:24:49,387 INFO [RS:0;3857ccc89b65:40199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:24:49,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:49,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,487 INFO [RS:0;3857ccc89b65:40199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:49,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,488 INFO [RS:0;3857ccc89b65:40199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40199%2C1731241487510, suffix=, logDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/oldWALs, maxLogs=10 2024-11-10T12:24:49,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,502 DEBUG [RS:0;3857ccc89b65:40199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488, exclude list is [], retry=0 2024-11-10T12:24:49,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9,DISK] 2024-11-10T12:24:49,506 INFO [RS:0;3857ccc89b65:40199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 2024-11-10T12:24:49,509 DEBUG [RS:0;3857ccc89b65:40199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-10T12:24:49,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:49,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:24:49,666 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902 2024-11-10T12:24:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:24:50,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:50,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:50,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:50,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:50,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:50,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:50,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:50,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:50,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:50,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:50,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740 2024-11-10T12:24:50,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740 2024-11-10T12:24:50,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:50,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:50,079 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:50,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:50,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:50,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70039148, jitterRate=0.043664634227752686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241490071Initializing all the Stores at 1731241490072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241490072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241490072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241490072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241490072Cleaning up temporary data from old regions at 1731241490079 (+7 ms)Region opened successfully at 1731241490081 (+2 ms) 2024-11-10T12:24:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:50,082 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:50,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241490082Disabling compacts and flushes for region at 1731241490082Disabling writes for close at 1731241490082Writing region close event to WAL at 1731241490082Closed at 1731241490082 2024-11-10T12:24:50,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:50,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:24:50,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:24:50,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:50,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:24:50,235 DEBUG [3857ccc89b65:32779 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:24:50,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,40199,1731241487510 2024-11-10T12:24:50,236 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,40199,1731241487510, state=OPENING 2024-11-10T12:24:50,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:24:50,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:50,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:24:50,240 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:50,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01817576012/meta-region-server: CHANGED 2024-11-10T12:24:50,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01817576012/meta-region-server: CHANGED 2024-11-10T12:24:50,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,40199,1731241487510}] 2024-11-10T12:24:50,393 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:50,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:24:50,397 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:24:50,397 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:50,397 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:24:50,398 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40199%2C1731241487510.meta, suffix=.meta, logDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/oldWALs, maxLogs=10 2024-11-10T12:24:50,412 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241490398.meta, exclude list is [], retry=0 2024-11-10T12:24:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9,DISK] 2024-11-10T12:24:50,414 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241490398.meta 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:50,415 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:24:50,415 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:24:50,415 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:24:50,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:50,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:50,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:50,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:50,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:50,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:50,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:50,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:50,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:50,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:50,420 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:50,421 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740 2024-11-10T12:24:50,421 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740 2024-11-10T12:24:50,422 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:50,422 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:50,422 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:50,423 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:50,424 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67065123, jitterRate=-6.517916917800903E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:50,424 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:24:50,424 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241490416Writing region info on filesystem at 1731241490416Initializing all the Stores at 1731241490416Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241490416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241490416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241490416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241490416Cleaning up temporary data from old regions at 1731241490422 (+6 ms)Running coprocessor post-open hooks at 1731241490424 (+2 ms)Region opened successfully at 1731241490424 2024-11-10T12:24:50,425 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241490392 2024-11-10T12:24:50,426 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:24:50,426 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:24:50,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,40199,1731241487510 2024-11-10T12:24:50,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,40199,1731241487510, state=OPEN 2024-11-10T12:24:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01817576012/meta-region-server 2024-11-10T12:24:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01817576012/meta-region-server 2024-11-10T12:24:50,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,40199,1731241487510 2024-11-10T12:24:50,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01817576012/meta-region-server: CHANGED 2024-11-10T12:24:50,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01817576012/meta-region-server: CHANGED 2024-11-10T12:24:50,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:24:50,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,40199,1731241487510 in 206 msec 2024-11-10T12:24:50,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:24:50,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-10T12:24:50,450 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:50,450 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:24:50,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:50,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40199,1731241487510, seqNum=-1] 2024-11-10T12:24:50,451 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:50,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:50,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-10T12:24:50,456 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241490455, completionTime=-1 2024-11-10T12:24:50,456 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:24:50,456 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:24:50,457 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:24:50,457 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241550457 2024-11-10T12:24:50,457 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241610457 2024-11-10T12:24:50,457 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:24:50,457 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,32779,1731241487462-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:50,457 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,32779,1731241487462-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:50,458 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,32779,1731241487462-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:50,458 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:32779, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:50,458 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:50,458 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:50,459 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.914sec 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,32779,1731241487462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:50,460 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,32779,1731241487462-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:24:50,462 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:24:50,462 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:24:50,462 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,32779,1731241487462-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:50,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:50,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,32779,-1 for getting cluster id 2024-11-10T12:24:50,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:50,533 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d84efd-27a8-4e59-8625-71eec4991b6e' 2024-11-10T12:24:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d84efd-27a8-4e59-8625-71eec4991b6e" 2024-11-10T12:24:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88f4791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,32779,-1] 2024-11-10T12:24:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:50,534 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:50,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:50,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40199,1731241487510, seqNum=-1] 2024-11-10T12:24:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:50,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:50,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,32779,1731241487462 2024-11-10T12:24:50,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:50,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10101d692e60002 connected 2024-11-10T12:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.log.dir so I do NOT create it in target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070 2024-11-10T12:24:50,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.tmp.dir so I do NOT create it in target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070 2024-11-10T12:24:50,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:24:50,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070 2024-11-10T12:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:24:50,544 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/cluster_14d7f308-ae03-9fa3-328d-cf338638ed0e, deleteOnExit=true 2024-11-10T12:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/test.cache.data in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:24:50,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:50,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:50,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:24:50,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:24:50,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:24:50,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:50,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:24:50,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:24:50,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:50,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:50,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:50,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:50,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:24:50,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:50,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:50,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:50,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b87f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/java.io.tmpdir/jetty-localhost-35657-hadoop-hdfs-3_4_1-tests_jar-_-any-13489546203902467720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:50,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:35657} 2024-11-10T12:24:50,744 INFO [Time-limited test {}] server.Server(415): Started @307453ms 2024-11-10T12:24:50,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:50,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:50,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:50,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:50,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:50,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:50,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:50,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681e4d90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/java.io.tmpdir/jetty-localhost-35001-hadoop-hdfs-3_4_1-tests_jar-_-any-15388665348999574551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:50,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:35001} 2024-11-10T12:24:50,952 INFO [Time-limited test {}] server.Server(415): Started @307662ms 2024-11-10T12:24:50,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:24:51,074 WARN [Thread-4452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/cluster_14d7f308-ae03-9fa3-328d-cf338638ed0e/data/data1/current/BP-446222518-172.17.0.2-1731241490567/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:51,074 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/cluster_14d7f308-ae03-9fa3-328d-cf338638ed0e/data/data2/current/BP-446222518-172.17.0.2-1731241490567/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:51,096 WARN [Thread-4440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:24:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf7b220a639c4941 with lease ID 0x90c2260b085f3e5e: Processing first storage report for DS-f7cdae0d-a74f-41cc-9570-7e350d2e1785 from datanode DatanodeRegistration(127.0.0.1:32955, datanodeUuid=2fba75d2-f022-4296-89c8-5eccb68f0b00, infoPort=37393, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1246302463;c=1731241490567) 2024-11-10T12:24:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf7b220a639c4941 with lease ID 0x90c2260b085f3e5e: from storage DS-f7cdae0d-a74f-41cc-9570-7e350d2e1785 node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=2fba75d2-f022-4296-89c8-5eccb68f0b00, infoPort=37393, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1246302463;c=1731241490567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf7b220a639c4941 with lease ID 0x90c2260b085f3e5e: Processing first storage report for DS-ffacaa69-b2b6-40f3-a510-ba8c20add120 from datanode DatanodeRegistration(127.0.0.1:32955, datanodeUuid=2fba75d2-f022-4296-89c8-5eccb68f0b00, infoPort=37393, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1246302463;c=1731241490567) 2024-11-10T12:24:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf7b220a639c4941 with lease ID 0x90c2260b085f3e5e: from storage DS-ffacaa69-b2b6-40f3-a510-ba8c20add120 node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=2fba75d2-f022-4296-89c8-5eccb68f0b00, infoPort=37393, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1246302463;c=1731241490567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:51,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070 2024-11-10T12:24:51,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:51,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:24:51,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d with version=8 2024-11-10T12:24:51,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/hbase-staging 2024-11-10T12:24:51,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:51,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:51,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:51,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:51,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:51,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:51,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:24:51,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:51,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42205 2024-11-10T12:24:51,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42205 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:51,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422050x0, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:51,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42205-0x10101d692e60003 connected 2024-11-10T12:24:51,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:51,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:51,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on znode that does not yet exist, /1-1574558018/running 2024-11-10T12:24:51,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d, hbase.cluster.distributed=false 2024-11-10T12:24:51,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on znode that does not yet exist, /1-1574558018/acl 2024-11-10T12:24:51,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42205 2024-11-10T12:24:51,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42205 2024-11-10T12:24:51,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42205 2024-11-10T12:24:51,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42205 2024-11-10T12:24:51,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42205 2024-11-10T12:24:51,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:51,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:51,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:51,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:51,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:51,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:51,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:24:51,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:51,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44065 2024-11-10T12:24:51,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44065 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:51,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:51,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440650x0, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:51,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440650x0, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on znode that does not yet exist, /1-1574558018/running 2024-11-10T12:24:51,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44065-0x10101d692e60004 connected 2024-11-10T12:24:51,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:24:51,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:24:51,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on znode that does not yet exist, /1-1574558018/master 2024-11-10T12:24:51,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on znode that does not yet exist, /1-1574558018/acl 2024-11-10T12:24:51,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44065 2024-11-10T12:24:51,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44065 2024-11-10T12:24:51,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44065 2024-11-10T12:24:51,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44065 2024-11-10T12:24:51,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44065 2024-11-10T12:24:51,654 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:42205 2024-11-10T12:24:51,656 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1574558018/backup-masters/3857ccc89b65,42205,1731241491588 2024-11-10T12:24:51,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018/backup-masters 2024-11-10T12:24:51,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018/backup-masters 2024-11-10T12:24:51,657 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on existing znode=/1-1574558018/backup-masters/3857ccc89b65,42205,1731241491588 2024-11-10T12:24:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1574558018/master 2024-11-10T12:24:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:51,660 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on existing znode=/1-1574558018/master 2024-11-10T12:24:51,661 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1574558018/backup-masters/3857ccc89b65,42205,1731241491588 from backup master directory 2024-11-10T12:24:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1574558018/backup-masters/3857ccc89b65,42205,1731241491588 2024-11-10T12:24:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018/backup-masters 2024-11-10T12:24:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018/backup-masters 2024-11-10T12:24:51,662 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:51,662 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,42205,1731241491588 2024-11-10T12:24:51,664 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/hbase.id] with ID: eda5c0d6-8b78-4330-b27d-3b289cf0daba 2024-11-10T12:24:51,664 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/.tmp/hbase.id 2024-11-10T12:24:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:24:52,075 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/.tmp/hbase.id]:[hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/hbase.id] 2024-11-10T12:24:52,097 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:52,097 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:24:52,098 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:24:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:24:52,504 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:52,505 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:24:52,505 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:24:52,510 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store 2024-11-10T12:24:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:24:52,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:52,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:52,915 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:52,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:52,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:52,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:52,915 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:52,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241492915Disabling compacts and flushes for region at 1731241492915Disabling writes for close at 1731241492915Writing region close event to WAL at 1731241492915Closed at 1731241492915 2024-11-10T12:24:52,916 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/.initializing 2024-11-10T12:24:52,916 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/WALs/3857ccc89b65,42205,1731241491588 2024-11-10T12:24:52,916 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:52,918 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C42205%2C1731241491588, suffix=, logDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/WALs/3857ccc89b65,42205,1731241491588, archiveDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/oldWALs, maxLogs=10 2024-11-10T12:24:52,936 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/WALs/3857ccc89b65,42205,1731241491588/3857ccc89b65%2C42205%2C1731241491588.1731241492918, exclude list is [], retry=0 2024-11-10T12:24:52,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32955,DS-f7cdae0d-a74f-41cc-9570-7e350d2e1785,DISK] 2024-11-10T12:24:52,939 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/WALs/3857ccc89b65,42205,1731241491588/3857ccc89b65%2C42205%2C1731241491588.1731241492918 2024-11-10T12:24:52,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393)] 2024-11-10T12:24:52,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:52,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:52,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,940 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:24:52,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:24:52,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:52,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:52,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:24:52,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:24:52,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:52,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,948 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,948 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,948 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:52,949 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:52,951 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:52,951 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59174436, jitterRate=-0.11823219060897827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:52,951 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241492940Initializing all the Stores at 1731241492941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241492941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241492941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241492941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241492941Cleaning up temporary data from old regions at 1731241492948 (+7 ms)Region opened successfully at 1731241492951 (+3 ms) 2024-11-10T12:24:52,951 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:24:52,953 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319db992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:52,954 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:24:52,954 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:24:52,954 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:24:52,954 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:24:52,955 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:24:52,955 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:24:52,955 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:24:52,957 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:24:52,957 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Unable to get data of znode /1-1574558018/balancer because node does not exist (not necessarily an error) 2024-11-10T12:24:52,958 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1574558018/balancer already deleted, retry=false 2024-11-10T12:24:52,958 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:24:52,959 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Unable to get data of znode /1-1574558018/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:24:52,962 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1574558018/normalizer already deleted, retry=false 2024-11-10T12:24:52,962 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:24:52,962 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Unable to get data of znode /1-1574558018/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:24:52,963 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1574558018/switch/split already deleted, retry=false 2024-11-10T12:24:52,964 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Unable to get data of znode /1-1574558018/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:24:52,964 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1574558018/switch/merge already deleted, retry=false 2024-11-10T12:24:52,966 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Unable to get data of znode /1-1574558018/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:24:52,967 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1574558018/snapshot-cleanup already deleted, retry=false 2024-11-10T12:24:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1574558018/running 2024-11-10T12:24:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1574558018/running 2024-11-10T12:24:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,970 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,42205,1731241491588, sessionid=0x10101d692e60003, setting cluster-up flag (Was=false) 2024-11-10T12:24:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,976 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1574558018/flush-table-proc/acquired, /1-1574558018/flush-table-proc/reached, /1-1574558018/flush-table-proc/abort 2024-11-10T12:24:52,977 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,42205,1731241491588 2024-11-10T12:24:52,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:52,983 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1574558018/online-snapshot/acquired, /1-1574558018/online-snapshot/reached, /1-1574558018/online-snapshot/abort 2024-11-10T12:24:52,984 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,42205,1731241491588 2024-11-10T12:24:52,985 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:24:52,986 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:52,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:24:52,986 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:24:52,986 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,42205,1731241491588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:52,987 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:52,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241522988 2024-11-10T12:24:52,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:24:52,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:24:52,988 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:24:52,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:52,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:24:52,989 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:24:52,989 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:52,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:24:52,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:24:52,992 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:24:52,995 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241492992,5,FailOnTimeoutGroup] 2024-11-10T12:24:52,995 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241492995,5,FailOnTimeoutGroup] 2024-11-10T12:24:52,995 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:52,995 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:24:52,995 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:52,995 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:24:53,044 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(746): ClusterId : eda5c0d6-8b78-4330-b27d-3b289cf0daba 2024-11-10T12:24:53,044 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:24:53,046 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:24:53,046 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:24:53,049 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:24:53,049 DEBUG [RS:0;3857ccc89b65:44065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbae826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:53,060 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:44065 2024-11-10T12:24:53,060 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:24:53,060 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:24:53,060 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:24:53,061 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,42205,1731241491588 with port=44065, startcode=1731241491624 2024-11-10T12:24:53,061 DEBUG [RS:0;3857ccc89b65:44065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:24:53,062 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:24:53,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,44065,1731241491624 2024-11-10T12:24:53,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42205 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,44065,1731241491624 2024-11-10T12:24:53,064 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d 2024-11-10T12:24:53,064 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36185 2024-11-10T12:24:53,064 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:24:53,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018/rs 2024-11-10T12:24:53,068 DEBUG [RS:0;3857ccc89b65:44065 {}] zookeeper.ZKUtil(111): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on existing znode=/1-1574558018/rs/3857ccc89b65,44065,1731241491624 2024-11-10T12:24:53,068 WARN [RS:0;3857ccc89b65:44065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:53,068 INFO [RS:0;3857ccc89b65:44065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:53,068 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/WALs/3857ccc89b65,44065,1731241491624 2024-11-10T12:24:53,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,44065,1731241491624] 2024-11-10T12:24:53,071 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:24:53,072 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:24:53,073 INFO [RS:0;3857ccc89b65:44065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:24:53,073 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,073 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:24:53,073 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:24:53,073 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,073 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,073 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,073 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,073 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,073 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,073 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:53,074 DEBUG [RS:0;3857ccc89b65:44065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:53,074 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,074 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,074 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,074 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,074 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,074 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44065,1731241491624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:53,089 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:24:53,089 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44065,1731241491624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,089 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,089 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.Replication(171): 3857ccc89b65,44065,1731241491624 started 2024-11-10T12:24:53,102 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:53,102 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,44065,1731241491624, RpcServer on 3857ccc89b65/172.17.0.2:44065, sessionid=0x10101d692e60004 2024-11-10T12:24:53,102 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:24:53,102 DEBUG [RS:0;3857ccc89b65:44065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,44065,1731241491624 2024-11-10T12:24:53,102 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,44065,1731241491624' 2024-11-10T12:24:53,102 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1574558018/flush-table-proc/abort' 2024-11-10T12:24:53,102 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1574558018/flush-table-proc/acquired' 2024-11-10T12:24:53,103 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:24:53,103 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:24:53,103 DEBUG [RS:0;3857ccc89b65:44065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,44065,1731241491624 2024-11-10T12:24:53,103 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,44065,1731241491624' 2024-11-10T12:24:53,103 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1574558018/online-snapshot/abort' 2024-11-10T12:24:53,103 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1574558018/online-snapshot/acquired' 2024-11-10T12:24:53,103 DEBUG [RS:0;3857ccc89b65:44065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:24:53,103 INFO [RS:0;3857ccc89b65:44065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:24:53,103 INFO [RS:0;3857ccc89b65:44065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:24:53,203 INFO [RS:0;3857ccc89b65:44065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:53,205 INFO [RS:0;3857ccc89b65:44065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44065%2C1731241491624, suffix=, logDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/WALs/3857ccc89b65,44065,1731241491624, archiveDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/oldWALs, maxLogs=10 2024-11-10T12:24:53,222 DEBUG [RS:0;3857ccc89b65:44065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/WALs/3857ccc89b65,44065,1731241491624/3857ccc89b65%2C44065%2C1731241491624.1731241493205, exclude list is [], retry=0 2024-11-10T12:24:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32955,DS-f7cdae0d-a74f-41cc-9570-7e350d2e1785,DISK] 2024-11-10T12:24:53,225 INFO [RS:0;3857ccc89b65:44065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/WALs/3857ccc89b65,44065,1731241491624/3857ccc89b65%2C44065%2C1731241491624.1731241493205 2024-11-10T12:24:53,226 DEBUG [RS:0;3857ccc89b65:44065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393)] 2024-11-10T12:24:53,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:24:53,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d 2024-11-10T12:24:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:24:53,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:53,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:53,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:53,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:53,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:53,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:53,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:53,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:53,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:53,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:53,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:53,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:53,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:53,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:53,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:53,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:53,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:53,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:53,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740 2024-11-10T12:24:53,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740 2024-11-10T12:24:53,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:53,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:53,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:53,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:53,815 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:53,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63292265, jitterRate=-0.05687175691127777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:53,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241493806Initializing all the Stores at 1731241493806Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241493806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241493806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241493806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241493806Cleaning up temporary data from old regions at 1731241493813 (+7 ms)Region opened successfully at 1731241493815 (+2 ms) 2024-11-10T12:24:53,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:53,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:53,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:53,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:53,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:53,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:53,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241493816Disabling compacts and flushes for region at 1731241493816Disabling writes for close at 1731241493816Writing region close event to WAL at 1731241493816Closed at 1731241493816 2024-11-10T12:24:53,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:53,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:24:53,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:24:53,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:53,818 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:24:53,969 DEBUG [3857ccc89b65:42205 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:24:53,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,44065,1731241491624 2024-11-10T12:24:53,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,44065,1731241491624, state=OPENING 2024-11-10T12:24:53,971 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:24:53,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:53,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:24:53,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:53,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1574558018/meta-region-server: CHANGED 2024-11-10T12:24:53,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1574558018/meta-region-server: CHANGED 2024-11-10T12:24:53,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,44065,1731241491624}] 2024-11-10T12:24:54,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:54,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:24:54,129 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:24:54,129 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:54,129 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:24:54,130 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C44065%2C1731241491624.meta, suffix=.meta, logDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/WALs/3857ccc89b65,44065,1731241491624, archiveDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/oldWALs, maxLogs=10 2024-11-10T12:24:54,143 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/WALs/3857ccc89b65,44065,1731241491624/3857ccc89b65%2C44065%2C1731241491624.meta.1731241494130.meta, exclude list is [], retry=0 2024-11-10T12:24:54,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32955,DS-f7cdae0d-a74f-41cc-9570-7e350d2e1785,DISK] 2024-11-10T12:24:54,146 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/WALs/3857ccc89b65,44065,1731241491624/3857ccc89b65%2C44065%2C1731241491624.meta.1731241494130.meta 2024-11-10T12:24:54,147 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393)] 2024-11-10T12:24:54,147 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:54,147 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:54,147 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:54,147 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:24:54,147 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:24:54,147 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:24:54,148 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:54,148 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:24:54,148 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:24:54,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:54,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:54,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:54,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:54,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:54,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:54,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:54,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:54,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:54,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:54,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:54,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:54,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:54,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:54,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:54,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:54,152 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:54,152 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740 2024-11-10T12:24:54,153 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740 2024-11-10T12:24:54,154 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:54,154 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:54,154 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:54,155 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:54,155 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71221231, jitterRate=0.061279043555259705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:54,155 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:24:54,155 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241494148Writing region info on filesystem at 1731241494148Initializing all the Stores at 1731241494148Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241494148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241494148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241494148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241494148Cleaning up temporary data from old regions at 1731241494154 (+6 ms)Running coprocessor post-open hooks at 1731241494155 (+1 ms)Region opened successfully at 1731241494155 2024-11-10T12:24:54,156 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241494125 2024-11-10T12:24:54,158 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:24:54,158 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:24:54,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,44065,1731241491624 2024-11-10T12:24:54,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,44065,1731241491624, state=OPEN 2024-11-10T12:24:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1574558018/meta-region-server 2024-11-10T12:24:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1574558018/meta-region-server 2024-11-10T12:24:54,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,44065,1731241491624 2024-11-10T12:24:54,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1574558018/meta-region-server: CHANGED 2024-11-10T12:24:54,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1574558018/meta-region-server: CHANGED 2024-11-10T12:24:54,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:24:54,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,44065,1731241491624 in 187 msec 2024-11-10T12:24:54,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:24:54,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-10T12:24:54,163 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:54,163 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:24:54,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:54,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44065,1731241491624, seqNum=-1] 2024-11-10T12:24:54,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:54,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:54,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1830 sec 2024-11-10T12:24:54,169 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241494169, completionTime=-1 2024-11-10T12:24:54,169 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:24:54,169 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241554171 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241614171 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42205,1731241491588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42205,1731241491588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42205,1731241491588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:42205, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:54,171 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:54,172 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:54,173 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.512sec 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42205,1731241491588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:54,174 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42205,1731241491588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:24:54,176 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:24:54,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:24:54,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,42205,1731241491588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:54,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:54,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42205,-1 for getting cluster id 2024-11-10T12:24:54,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:54,246 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda5c0d6-8b78-4330-b27d-3b289cf0daba' 2024-11-10T12:24:54,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:54,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda5c0d6-8b78-4330-b27d-3b289cf0daba" 2024-11-10T12:24:54,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720c04d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:54,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42205,-1] 2024-11-10T12:24:54,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:54,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:54,248 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:54,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:54,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44065,1731241491624, seqNum=-1] 2024-11-10T12:24:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:54,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:54,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,42205,1731241491588 2024-11-10T12:24:54,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:54,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:54,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10101d692e60005 connected 2024-11-10T12:24:54,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.log.dir so I do NOT create it in target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a 2024-11-10T12:24:54,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T12:24:54,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.tmp.dir so I do NOT create it in target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a 2024-11-10T12:24:54,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T12:24:54,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a 2024-11-10T12:24:54,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:24:54,259 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/cluster_42bdf48e-fa16-287a-981e-28fdb0d538b4, deleteOnExit=true 2024-11-10T12:24:54,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:24:54,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/test.cache.data in system properties and HBase conf 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:24:54,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:24:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:24:54,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:24:54,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:54,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:54,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:54,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:54,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:24:54,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:54,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:54,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:54,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/java.io.tmpdir/jetty-localhost-42183-hadoop-hdfs-3_4_1-tests_jar-_-any-7088684682103758020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:24:54,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:42183} 2024-11-10T12:24:54,482 INFO [Time-limited test {}] server.Server(415): Started @311192ms 2024-11-10T12:24:54,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:24:54,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:24:54,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:24:54,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:24:54,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:24:54,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:24:54,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:24:54,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f155e2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/java.io.tmpdir/jetty-localhost-33301-hadoop-hdfs-3_4_1-tests_jar-_-any-5004288759910166626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:24:54,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:33301} 2024-11-10T12:24:54,711 INFO [Time-limited test {}] server.Server(415): Started @311421ms 2024-11-10T12:24:54,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:24:54,826 WARN [Thread-4572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/cluster_42bdf48e-fa16-287a-981e-28fdb0d538b4/data/data1/current/BP-1087917830-172.17.0.2-1731241494293/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:54,826 WARN [Thread-4573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/cluster_42bdf48e-fa16-287a-981e-28fdb0d538b4/data/data2/current/BP-1087917830-172.17.0.2-1731241494293/current, will proceed with Du for space computation calculation, 2024-11-10T12:24:54,844 WARN [Thread-4560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:24:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93ba60010a3bd1e9 with lease ID 0xdcf3a59bd4554923: Processing first storage report for DS-cc34178d-9f12-4494-b418-eb27d55ca2af from datanode DatanodeRegistration(127.0.0.1:45683, datanodeUuid=2c2eee85-b3a9-4d64-b8b4-532b6e5a3aaa, infoPort=41295, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1315180659;c=1731241494293) 2024-11-10T12:24:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93ba60010a3bd1e9 with lease ID 0xdcf3a59bd4554923: from storage DS-cc34178d-9f12-4494-b418-eb27d55ca2af node DatanodeRegistration(127.0.0.1:45683, datanodeUuid=2c2eee85-b3a9-4d64-b8b4-532b6e5a3aaa, infoPort=41295, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1315180659;c=1731241494293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93ba60010a3bd1e9 with lease ID 0xdcf3a59bd4554923: Processing first storage report for DS-041562f2-f5c7-4621-ab47-40c1d272df78 from datanode DatanodeRegistration(127.0.0.1:45683, datanodeUuid=2c2eee85-b3a9-4d64-b8b4-532b6e5a3aaa, infoPort=41295, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1315180659;c=1731241494293) 2024-11-10T12:24:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93ba60010a3bd1e9 with lease ID 0xdcf3a59bd4554923: from storage DS-041562f2-f5c7-4621-ab47-40c1d272df78 node DatanodeRegistration(127.0.0.1:45683, datanodeUuid=2c2eee85-b3a9-4d64-b8b4-532b6e5a3aaa, infoPort=41295, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1315180659;c=1731241494293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:24:54,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a 2024-11-10T12:24:54,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:54,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:54,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:24:55,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d with version=8 2024-11-10T12:24:55,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/hbase-staging 2024-11-10T12:24:55,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:55,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:55,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:55,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:55,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:55,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:55,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:24:55,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:55,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37899 2024-11-10T12:24:55,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37899 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:55,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378990x0, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:55,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37899-0x10101d692e60006 connected 2024-11-10T12:24:55,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:55,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:55,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on znode that does not yet exist, /21807273726/running 2024-11-10T12:24:55,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d, hbase.cluster.distributed=false 2024-11-10T12:24:55,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on znode that does not yet exist, /21807273726/acl 2024-11-10T12:24:55,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37899 2024-11-10T12:24:55,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37899 2024-11-10T12:24:55,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37899 2024-11-10T12:24:55,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37899 2024-11-10T12:24:55,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37899 2024-11-10T12:24:55,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:24:55,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:55,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:55,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:24:55,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:24:55,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:24:55,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:24:55,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:24:55,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45483 2024-11-10T12:24:55,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45483 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:55,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:55,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:55,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454830x0, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:55,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454830x0, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on znode that does not yet exist, /21807273726/running 2024-11-10T12:24:55,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45483-0x10101d692e60007 connected 2024-11-10T12:24:55,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:24:55,406 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:24:55,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on znode that does not yet exist, /21807273726/master 2024-11-10T12:24:55,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on znode that does not yet exist, /21807273726/acl 2024-11-10T12:24:55,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45483 2024-11-10T12:24:55,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45483 2024-11-10T12:24:55,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45483 2024-11-10T12:24:55,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45483 2024-11-10T12:24:55,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45483 2024-11-10T12:24:55,428 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:37899 2024-11-10T12:24:55,428 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21807273726/backup-masters/3857ccc89b65,37899,1731241495358 2024-11-10T12:24:55,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726/backup-masters 2024-11-10T12:24:55,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726/backup-masters 2024-11-10T12:24:55,430 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on existing znode=/21807273726/backup-masters/3857ccc89b65,37899,1731241495358 2024-11-10T12:24:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21807273726/master 2024-11-10T12:24:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,434 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on existing znode=/21807273726/master 2024-11-10T12:24:55,434 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21807273726/backup-masters/3857ccc89b65,37899,1731241495358 from backup master directory 2024-11-10T12:24:55,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21807273726/backup-masters/3857ccc89b65,37899,1731241495358 2024-11-10T12:24:55,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726/backup-masters 2024-11-10T12:24:55,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726/backup-masters 2024-11-10T12:24:55,435 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:55,435 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,37899,1731241495358 2024-11-10T12:24:55,438 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/hbase.id] with ID: ad51e95a-1fe8-4d40-ba92-ce1e463867b4 2024-11-10T12:24:55,438 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/.tmp/hbase.id 2024-11-10T12:24:55,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:24:55,847 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/.tmp/hbase.id]:[hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/hbase.id] 2024-11-10T12:24:55,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:24:55,855 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:24:55,856 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T12:24:55,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:24:55,862 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:55,863 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:24:55,864 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:24:55,868 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store 2024-11-10T12:24:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:24:55,872 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:55,873 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:24:55,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:55,873 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:55,873 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:24:55,873 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:55,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:24:55,873 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241495873Disabling compacts and flushes for region at 1731241495873Disabling writes for close at 1731241495873Writing region close event to WAL at 1731241495873Closed at 1731241495873 2024-11-10T12:24:55,873 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/.initializing 2024-11-10T12:24:55,873 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/WALs/3857ccc89b65,37899,1731241495358 2024-11-10T12:24:55,874 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:55,875 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C37899%2C1731241495358, suffix=, logDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/WALs/3857ccc89b65,37899,1731241495358, archiveDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/oldWALs, maxLogs=10 2024-11-10T12:24:55,893 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/WALs/3857ccc89b65,37899,1731241495358/3857ccc89b65%2C37899%2C1731241495358.1731241495875, exclude list is [], retry=0 2024-11-10T12:24:55,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-cc34178d-9f12-4494-b418-eb27d55ca2af,DISK] 2024-11-10T12:24:55,897 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/WALs/3857ccc89b65,37899,1731241495358/3857ccc89b65%2C37899%2C1731241495358.1731241495875 2024-11-10T12:24:55,898 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295)] 2024-11-10T12:24:55,898 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:55,898 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:55,898 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,898 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:24:55,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:55,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:55,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:24:55,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:55,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:55,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:24:55,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:55,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:55,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:24:55,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:55,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:55,905 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,905 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,906 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,907 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:55,907 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:24:55,909 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:55,909 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68954889, jitterRate=0.02750791609287262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:55,909 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731241495898Initializing all the Stores at 1731241495899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241495899Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241495899Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241495899Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241495899Cleaning up temporary data from old regions at 1731241495906 (+7 ms)Region opened successfully at 1731241495909 (+3 ms) 2024-11-10T12:24:55,910 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:24:55,912 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7911e2fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:55,912 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:24:55,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:24:55,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:24:55,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:24:55,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T12:24:55,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T12:24:55,913 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:24:55,915 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:24:55,915 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Unable to get data of znode /21807273726/balancer because node does not exist (not necessarily an error) 2024-11-10T12:24:55,916 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21807273726/balancer already deleted, retry=false 2024-11-10T12:24:55,917 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:24:55,917 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Unable to get data of znode /21807273726/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:24:55,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:24:55,920 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21807273726/normalizer already deleted, retry=false 2024-11-10T12:24:55,920 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:24:55,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,921 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Unable to get data of znode /21807273726/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:24:55,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,922 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21807273726/switch/split already deleted, retry=false 2024-11-10T12:24:55,922 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Unable to get data of znode /21807273726/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:24:55,923 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21807273726/switch/merge already deleted, retry=false 2024-11-10T12:24:55,925 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Unable to get data of znode /21807273726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:24:55,926 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21807273726/snapshot-cleanup already deleted, retry=false 2024-11-10T12:24:55,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21807273726/running 2024-11-10T12:24:55,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21807273726/running 2024-11-10T12:24:55,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,929 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,37899,1731241495358, sessionid=0x10101d692e60006, setting cluster-up flag (Was=false) 2024-11-10T12:24:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,935 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21807273726/flush-table-proc/acquired, /21807273726/flush-table-proc/reached, /21807273726/flush-table-proc/abort 2024-11-10T12:24:55,936 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,37899,1731241495358 2024-11-10T12:24:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:55,943 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21807273726/online-snapshot/acquired, /21807273726/online-snapshot/reached, /21807273726/online-snapshot/abort 2024-11-10T12:24:55,943 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,37899,1731241495358 2024-11-10T12:24:55,944 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:24:55,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:55,946 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:24:55,946 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:24:55,946 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,37899,1731241495358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:24:55,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:55,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:55,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:55,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:24:55,947 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:24:55,948 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:55,948 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:55,948 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:55,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:55,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:24:55,954 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:55,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:24:55,960 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241525960 2024-11-10T12:24:55,960 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:24:55,961 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T12:24:55,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:24:55,968 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:24:55,968 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:24:55,969 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241495968,5,FailOnTimeoutGroup] 2024-11-10T12:24:55,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,970 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241495969,5,FailOnTimeoutGroup] 2024-11-10T12:24:55,970 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:55,970 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:24:55,970 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:55,970 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:55,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:55,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:24:56,017 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(746): ClusterId : ad51e95a-1fe8-4d40-ba92-ce1e463867b4 2024-11-10T12:24:56,018 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:24:56,019 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:24:56,019 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:24:56,022 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:24:56,022 DEBUG [RS:0;3857ccc89b65:45483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639702f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:24:56,035 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:45483 2024-11-10T12:24:56,035 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:24:56,035 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:24:56,035 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:24:56,036 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,37899,1731241495358 with port=45483, startcode=1731241495397 2024-11-10T12:24:56,036 DEBUG [RS:0;3857ccc89b65:45483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:24:56,038 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:24:56,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,45483,1731241495397 2024-11-10T12:24:56,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37899 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,45483,1731241495397 2024-11-10T12:24:56,039 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d 2024-11-10T12:24:56,039 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34579 2024-11-10T12:24:56,039 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:24:56,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726/rs 2024-11-10T12:24:56,048 DEBUG [RS:0;3857ccc89b65:45483 {}] zookeeper.ZKUtil(111): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on existing znode=/21807273726/rs/3857ccc89b65,45483,1731241495397 2024-11-10T12:24:56,048 WARN [RS:0;3857ccc89b65:45483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:24:56,049 INFO [RS:0;3857ccc89b65:45483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:56,049 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/WALs/3857ccc89b65,45483,1731241495397 2024-11-10T12:24:56,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,45483,1731241495397] 2024-11-10T12:24:56,051 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:24:56,053 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:24:56,054 INFO [RS:0;3857ccc89b65:45483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:24:56,054 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,054 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:24:56,055 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:24:56,055 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:56,055 DEBUG [RS:0;3857ccc89b65:45483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:24:56,056 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,056 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,056 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,056 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,056 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,056 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,45483,1731241495397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:56,071 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:24:56,072 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,45483,1731241495397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,072 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,072 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.Replication(171): 3857ccc89b65,45483,1731241495397 started 2024-11-10T12:24:56,086 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:56,087 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,45483,1731241495397, RpcServer on 3857ccc89b65/172.17.0.2:45483, sessionid=0x10101d692e60007 2024-11-10T12:24:56,087 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:24:56,087 DEBUG [RS:0;3857ccc89b65:45483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,45483,1731241495397 2024-11-10T12:24:56,087 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,45483,1731241495397' 2024-11-10T12:24:56,087 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21807273726/flush-table-proc/abort' 2024-11-10T12:24:56,087 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21807273726/flush-table-proc/acquired' 2024-11-10T12:24:56,088 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:24:56,088 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:24:56,088 DEBUG [RS:0;3857ccc89b65:45483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,45483,1731241495397 2024-11-10T12:24:56,088 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,45483,1731241495397' 2024-11-10T12:24:56,088 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21807273726/online-snapshot/abort' 2024-11-10T12:24:56,088 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21807273726/online-snapshot/acquired' 2024-11-10T12:24:56,088 DEBUG [RS:0;3857ccc89b65:45483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:24:56,088 INFO [RS:0;3857ccc89b65:45483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:24:56,088 INFO [RS:0;3857ccc89b65:45483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:24:56,189 INFO [RS:0;3857ccc89b65:45483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:24:56,190 INFO [RS:0;3857ccc89b65:45483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C45483%2C1731241495397, suffix=, logDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/WALs/3857ccc89b65,45483,1731241495397, archiveDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/oldWALs, maxLogs=10 2024-11-10T12:24:56,205 DEBUG [RS:0;3857ccc89b65:45483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/WALs/3857ccc89b65,45483,1731241495397/3857ccc89b65%2C45483%2C1731241495397.1731241496190, exclude list is [], retry=0 2024-11-10T12:24:56,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-cc34178d-9f12-4494-b418-eb27d55ca2af,DISK] 2024-11-10T12:24:56,209 INFO [RS:0;3857ccc89b65:45483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/WALs/3857ccc89b65,45483,1731241495397/3857ccc89b65%2C45483%2C1731241495397.1731241496190 2024-11-10T12:24:56,209 DEBUG [RS:0;3857ccc89b65:45483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295)] 2024-11-10T12:24:56,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:24:56,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d 2024-11-10T12:24:56,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:24:56,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:56,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:24:56,650 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128864 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:24:56,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:56,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:56,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:56,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:56,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:56,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:56,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:56,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:56,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:56,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:56,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:56,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:56,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:56,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:56,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:56,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:56,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:56,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:56,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740 2024-11-10T12:24:56,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740 2024-11-10T12:24:56,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:56,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:56,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:56,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:56,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:56,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66457043, jitterRate=-0.009712889790534973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731241496772Initializing all the Stores at 1731241496773 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241496773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241496773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241496773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241496773Cleaning up temporary data from old regions at 1731241496780 (+7 ms)Region opened successfully at 1731241496783 (+3 ms) 2024-11-10T12:24:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:24:56,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:24:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:24:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:24:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:24:56,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:24:56,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241496783Disabling compacts and flushes for region at 1731241496783Disabling writes for close at 1731241496783Writing region close event to WAL at 1731241496784 (+1 ms)Closed at 1731241496784 2024-11-10T12:24:56,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:56,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:24:56,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:24:56,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:56,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:24:56,937 DEBUG [3857ccc89b65:37899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:24:56,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,45483,1731241495397 2024-11-10T12:24:56,938 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,45483,1731241495397, state=OPENING 2024-11-10T12:24:56,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:24:56,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:56,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:24:56,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:24:56,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21807273726/meta-region-server: CHANGED 2024-11-10T12:24:56,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21807273726/meta-region-server: CHANGED 2024-11-10T12:24:56,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,45483,1731241495397}] 2024-11-10T12:24:57,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:24:57,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:24:57,098 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:24:57,098 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:24:57,099 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:24:57,100 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C45483%2C1731241495397.meta, suffix=.meta, logDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/WALs/3857ccc89b65,45483,1731241495397, archiveDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/oldWALs, maxLogs=10 2024-11-10T12:24:57,116 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/WALs/3857ccc89b65,45483,1731241495397/3857ccc89b65%2C45483%2C1731241495397.meta.1731241497100.meta, exclude list is [], retry=0 2024-11-10T12:24:57,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-cc34178d-9f12-4494-b418-eb27d55ca2af,DISK] 2024-11-10T12:24:57,118 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/WALs/3857ccc89b65,45483,1731241495397/3857ccc89b65%2C45483%2C1731241495397.meta.1731241497100.meta 2024-11-10T12:24:57,119 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295)] 2024-11-10T12:24:57,119 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:57,119 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:57,119 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:24:57,119 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:24:57,119 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:24:57,120 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:24:57,120 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:57,120 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:24:57,120 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:24:57,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:24:57,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:24:57,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:57,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:57,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:24:57,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:24:57,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:57,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:57,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:24:57,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:24:57,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:57,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:57,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:24:57,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:24:57,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:57,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:24:57,125 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:24:57,125 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740 2024-11-10T12:24:57,126 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740 2024-11-10T12:24:57,126 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:24:57,126 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:24:57,127 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:24:57,128 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:24:57,128 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63581782, jitterRate=-0.05255761742591858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:24:57,128 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:24:57,128 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731241497120Writing region info on filesystem at 1731241497120Initializing all the Stores at 1731241497120Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241497120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241497121 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241497121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731241497121Cleaning up temporary data from old regions at 1731241497126 (+5 ms)Running coprocessor post-open hooks at 1731241497128 (+2 ms)Region opened successfully at 1731241497128 2024-11-10T12:24:57,129 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241497094 2024-11-10T12:24:57,131 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:24:57,131 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:24:57,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,45483,1731241495397 2024-11-10T12:24:57,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,45483,1731241495397, state=OPEN 2024-11-10T12:24:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21807273726/meta-region-server 2024-11-10T12:24:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21807273726/meta-region-server 2024-11-10T12:24:57,133 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,45483,1731241495397 2024-11-10T12:24:57,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21807273726/meta-region-server: CHANGED 2024-11-10T12:24:57,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21807273726/meta-region-server: CHANGED 2024-11-10T12:24:57,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:24:57,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,45483,1731241495397 in 191 msec 2024-11-10T12:24:57,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:24:57,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-10T12:24:57,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:24:57,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:24:57,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:57,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,45483,1731241495397, seqNum=-1] 2024-11-10T12:24:57,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:57,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:57,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-10T12:24:57,143 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241497143, completionTime=-1 2024-11-10T12:24:57,143 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:24:57,143 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241557145 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241617145 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37899,1731241495358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37899,1731241495358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37899,1731241495358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:37899, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:57,145 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:57,146 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:57,147 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:24:57,148 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.713sec 2024-11-10T12:24:57,148 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:24:57,148 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:24:57,148 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:24:57,149 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:24:57,149 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:24:57,149 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37899,1731241495358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:24:57,149 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37899,1731241495358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:24:57,150 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:24:57,150 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:24:57,150 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,37899,1731241495358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:24:57,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292a23af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:57,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37899,-1 for getting cluster id 2024-11-10T12:24:57,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:24:57,219 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad51e95a-1fe8-4d40-ba92-ce1e463867b4' 2024-11-10T12:24:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:24:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad51e95a-1fe8-4d40-ba92-ce1e463867b4" 2024-11-10T12:24:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef851d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37899,-1] 2024-11-10T12:24:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:24:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:24:57,221 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:24:57,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:24:57,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:24:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,45483,1731241495397, seqNum=-1] 2024-11-10T12:24:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:24:57,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:24:57,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,37899,1731241495358 2024-11-10T12:24:57,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57549 2024-11-10T12:24:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:24:57,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10101d692e60008 connected 2024-11-10T12:24:57,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,32779,1731241487462 2024-11-10T12:24:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af5e2cc 2024-11-10T12:24:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:57,232 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:57,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:24:57,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:57,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:57,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:24:57,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:24:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:57,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8add2f358b407a18c8cf33a90ec89e67, NAME => 'test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902 2024-11-10T12:24:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:24:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:58,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:58,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8add2f358b407a18c8cf33a90ec89e67, disabling compactions & flushes 2024-11-10T12:24:58,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:24:58,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:24:58,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. after waiting 0 ms 2024-11-10T12:24:58,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:24:58,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:24:58,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8add2f358b407a18c8cf33a90ec89e67: Waiting for close lock at 1731241498048Disabling compacts and flushes for region at 1731241498048Disabling writes for close at 1731241498048Writing region close event to WAL at 1731241498048Closed at 1731241498048 2024-11-10T12:24:58,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:58,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241498049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241498049"}]},"ts":"1731241498049"} 2024-11-10T12:24:58,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:58,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:58,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241498051"}]},"ts":"1731241498051"} 2024-11-10T12:24:58,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:24:58,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8add2f358b407a18c8cf33a90ec89e67, ASSIGN}] 2024-11-10T12:24:58,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8add2f358b407a18c8cf33a90ec89e67, ASSIGN 2024-11-10T12:24:58,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8add2f358b407a18c8cf33a90ec89e67, ASSIGN; state=OFFLINE, location=3857ccc89b65,40199,1731241487510; forceNewPlan=false, retain=false 2024-11-10T12:24:58,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8add2f358b407a18c8cf33a90ec89e67, regionState=OPENING, regionLocation=3857ccc89b65,40199,1731241487510 2024-11-10T12:24:58,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8add2f358b407a18c8cf33a90ec89e67, ASSIGN because future has completed 2024-11-10T12:24:58,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8add2f358b407a18c8cf33a90ec89e67, server=3857ccc89b65,40199,1731241487510}] 2024-11-10T12:24:58,363 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:24:58,363 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8add2f358b407a18c8cf33a90ec89e67, NAME => 'test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:24:58,363 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:24:58,363 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:24:58,363 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,363 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:58,363 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,363 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,364 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,365 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8add2f358b407a18c8cf33a90ec89e67 columnFamilyName f 2024-11-10T12:24:58,365 DEBUG [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:58,366 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] regionserver.HStore(327): Store=8add2f358b407a18c8cf33a90ec89e67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:58,366 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,367 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8add2f358b407a18c8cf33a90ec89e67 columnFamilyName f1 2024-11-10T12:24:58,367 DEBUG [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:58,367 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] regionserver.HStore(327): Store=8add2f358b407a18c8cf33a90ec89e67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:58,367 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,368 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8add2f358b407a18c8cf33a90ec89e67 columnFamilyName norep 2024-11-10T12:24:58,368 DEBUG [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:58,368 INFO [StoreOpener-8add2f358b407a18c8cf33a90ec89e67-1 {}] regionserver.HStore(327): Store=8add2f358b407a18c8cf33a90ec89e67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:24:58,368 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,369 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,369 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,370 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,370 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:58,370 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:24:58,371 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,373 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:24:58,373 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8add2f358b407a18c8cf33a90ec89e67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60052784, jitterRate=-0.10514378547668457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:24:58,373 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:24:58,373 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8add2f358b407a18c8cf33a90ec89e67: Running coprocessor pre-open hook at 1731241498363Writing region info on filesystem at 1731241498363Initializing all the Stores at 1731241498364 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241498364Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241498364Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241498364Cleaning up temporary data from old regions at 1731241498370 (+6 ms)Running coprocessor post-open hooks at 1731241498373 (+3 ms)Region opened successfully at 1731241498373 2024-11-10T12:24:58,374 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., pid=6, masterSystemTime=1731241498360 2024-11-10T12:24:58,375 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:24:58,375 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:24:58,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8add2f358b407a18c8cf33a90ec89e67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,40199,1731241487510 2024-11-10T12:24:58,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8add2f358b407a18c8cf33a90ec89e67, server=3857ccc89b65,40199,1731241487510 because future has completed 2024-11-10T12:24:58,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:24:58,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8add2f358b407a18c8cf33a90ec89e67, server=3857ccc89b65,40199,1731241487510 in 170 msec 2024-11-10T12:24:58,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:24:58,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8add2f358b407a18c8cf33a90ec89e67, ASSIGN in 326 msec 2024-11-10T12:24:58,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:24:58,382 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241498382"}]},"ts":"1731241498382"} 2024-11-10T12:24:58,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:24:58,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:24:58,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-10T12:24:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:59,380 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:24:59,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:24:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,42205,1731241491588 2024-11-10T12:24:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a8e756 2024-11-10T12:24:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:24:59,382 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:24:59,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:24:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:24:59,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:24:59,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:24:59,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:24:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:59,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:24:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:24:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:24:59,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88ad47327371d3cbf635808ef1f55b35, NAME => 'test,,1731241499382.88ad47327371d3cbf635808ef1f55b35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d 2024-11-10T12:24:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:24:59,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241499382.88ad47327371d3cbf635808ef1f55b35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:24:59,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 88ad47327371d3cbf635808ef1f55b35, disabling compactions & flushes 2024-11-10T12:24:59,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:24:59,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:24:59,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. after waiting 0 ms 2024-11-10T12:24:59,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:24:59,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:24:59,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88ad47327371d3cbf635808ef1f55b35: Waiting for close lock at 1731241499797Disabling compacts and flushes for region at 1731241499797Disabling writes for close at 1731241499797Writing region close event to WAL at 1731241499797Closed at 1731241499797 2024-11-10T12:24:59,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:24:59,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241499382.88ad47327371d3cbf635808ef1f55b35.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241499799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241499799"}]},"ts":"1731241499799"} 2024-11-10T12:24:59,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:24:59,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:24:59,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241499801"}]},"ts":"1731241499801"} 2024-11-10T12:24:59,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:24:59,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88ad47327371d3cbf635808ef1f55b35, ASSIGN}] 2024-11-10T12:24:59,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88ad47327371d3cbf635808ef1f55b35, ASSIGN 2024-11-10T12:24:59,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=88ad47327371d3cbf635808ef1f55b35, ASSIGN; state=OFFLINE, location=3857ccc89b65,44065,1731241491624; forceNewPlan=false, retain=false 2024-11-10T12:24:59,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88ad47327371d3cbf635808ef1f55b35, regionState=OPENING, regionLocation=3857ccc89b65,44065,1731241491624 2024-11-10T12:24:59,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=88ad47327371d3cbf635808ef1f55b35, ASSIGN because future has completed 2024-11-10T12:24:59,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88ad47327371d3cbf635808ef1f55b35, server=3857ccc89b65,44065,1731241491624}] 2024-11-10T12:25:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:25:00,112 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:00,113 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 88ad47327371d3cbf635808ef1f55b35, NAME => 'test,,1731241499382.88ad47327371d3cbf635808ef1f55b35.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:25:00,113 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:25:00,113 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:25:00,113 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,113 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241499382.88ad47327371d3cbf635808ef1f55b35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:25:00,113 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,113 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,114 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,115 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88ad47327371d3cbf635808ef1f55b35 columnFamilyName f 2024-11-10T12:25:00,115 DEBUG [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:00,116 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] regionserver.HStore(327): Store=88ad47327371d3cbf635808ef1f55b35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:00,116 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,117 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88ad47327371d3cbf635808ef1f55b35 columnFamilyName f1 2024-11-10T12:25:00,117 DEBUG [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:00,117 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] regionserver.HStore(327): Store=88ad47327371d3cbf635808ef1f55b35/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:00,117 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,118 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88ad47327371d3cbf635808ef1f55b35 columnFamilyName norep 2024-11-10T12:25:00,118 DEBUG [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:00,118 INFO [StoreOpener-88ad47327371d3cbf635808ef1f55b35-1 {}] regionserver.HStore(327): Store=88ad47327371d3cbf635808ef1f55b35/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:00,118 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,119 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,119 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,120 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,120 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,120 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:25:00,121 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,123 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:25:00,123 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 88ad47327371d3cbf635808ef1f55b35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74081691, jitterRate=0.10390321910381317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:25:00,123 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:00,123 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 88ad47327371d3cbf635808ef1f55b35: Running coprocessor pre-open hook at 1731241500113Writing region info on filesystem at 1731241500113Initializing all the Stores at 1731241500114 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241500114Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241500114Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241500114Cleaning up temporary data from old regions at 1731241500120 (+6 ms)Running coprocessor post-open hooks at 1731241500123 (+3 ms)Region opened successfully at 1731241500123 2024-11-10T12:25:00,124 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241499382.88ad47327371d3cbf635808ef1f55b35., pid=6, masterSystemTime=1731241500109 2024-11-10T12:25:00,126 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:00,126 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:00,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88ad47327371d3cbf635808ef1f55b35, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,44065,1731241491624 2024-11-10T12:25:00,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88ad47327371d3cbf635808ef1f55b35, server=3857ccc89b65,44065,1731241491624 because future has completed 2024-11-10T12:25:00,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:25:00,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 88ad47327371d3cbf635808ef1f55b35, server=3857ccc89b65,44065,1731241491624 in 171 msec 2024-11-10T12:25:00,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:25:00,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=88ad47327371d3cbf635808ef1f55b35, ASSIGN in 327 msec 2024-11-10T12:25:00,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:25:00,133 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241500133"}]},"ts":"1731241500133"} 2024-11-10T12:25:00,134 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:25:00,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:25:00,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-10T12:25:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:25:00,520 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:25:00,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:00,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37899,1731241495358 2024-11-10T12:25:00,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff1c7d6 2024-11-10T12:25:00,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:00,522 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:25:00,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:25:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T12:25:00,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:25:00,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:00,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T12:25:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:25:00,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:25:00,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741835_1011 (size=902) 2024-11-10T12:25:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:25:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:25:00,932 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83d1e5d7681bb6ccf75946286e6eb713, NAME => 'test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d 2024-11-10T12:25:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741836_1012 (size=39) 2024-11-10T12:25:00,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:25:00,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 83d1e5d7681bb6ccf75946286e6eb713, disabling compactions & flushes 2024-11-10T12:25:00,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:00,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:00,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. after waiting 0 ms 2024-11-10T12:25:00,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:00,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:00,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83d1e5d7681bb6ccf75946286e6eb713: Waiting for close lock at 1731241500937Disabling compacts and flushes for region at 1731241500937Disabling writes for close at 1731241500937Writing region close event to WAL at 1731241500937Closed at 1731241500937 2024-11-10T12:25:00,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:25:00,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731241500938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241500938"}]},"ts":"1731241500938"} 2024-11-10T12:25:00,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:25:00,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:25:00,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241500941"}]},"ts":"1731241500941"} 2024-11-10T12:25:00,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T12:25:00,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83d1e5d7681bb6ccf75946286e6eb713, ASSIGN}] 2024-11-10T12:25:00,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83d1e5d7681bb6ccf75946286e6eb713, ASSIGN 2024-11-10T12:25:00,944 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=83d1e5d7681bb6ccf75946286e6eb713, ASSIGN; state=OFFLINE, location=3857ccc89b65,45483,1731241495397; forceNewPlan=false, retain=false 2024-11-10T12:25:01,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83d1e5d7681bb6ccf75946286e6eb713, regionState=OPENING, regionLocation=3857ccc89b65,45483,1731241495397 2024-11-10T12:25:01,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=83d1e5d7681bb6ccf75946286e6eb713, ASSIGN because future has completed 2024-11-10T12:25:01,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83d1e5d7681bb6ccf75946286e6eb713, server=3857ccc89b65,45483,1731241495397}] 2024-11-10T12:25:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:25:01,251 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:01,252 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 83d1e5d7681bb6ccf75946286e6eb713, NAME => 'test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:25:01,252 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:25:01,252 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T12:25:01,252 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,253 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:25:01,253 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,253 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,254 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,255 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d1e5d7681bb6ccf75946286e6eb713 columnFamilyName f 2024-11-10T12:25:01,255 DEBUG [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:01,255 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] regionserver.HStore(327): Store=83d1e5d7681bb6ccf75946286e6eb713/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:01,255 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,256 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d1e5d7681bb6ccf75946286e6eb713 columnFamilyName f1 2024-11-10T12:25:01,256 DEBUG [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:01,256 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] regionserver.HStore(327): Store=83d1e5d7681bb6ccf75946286e6eb713/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:01,256 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,257 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d1e5d7681bb6ccf75946286e6eb713 columnFamilyName norep 2024-11-10T12:25:01,257 DEBUG [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:01,257 INFO [StoreOpener-83d1e5d7681bb6ccf75946286e6eb713-1 {}] regionserver.HStore(327): Store=83d1e5d7681bb6ccf75946286e6eb713/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:01,257 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,258 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,258 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,259 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,259 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,259 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:25:01,260 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,261 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:25:01,262 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 83d1e5d7681bb6ccf75946286e6eb713; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68775572, jitterRate=0.02483588457107544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:25:01,262 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:01,262 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 83d1e5d7681bb6ccf75946286e6eb713: Running coprocessor pre-open hook at 1731241501253Writing region info on filesystem at 1731241501253Initializing all the Stores at 1731241501253Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241501253Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241501253Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241501253Cleaning up temporary data from old regions at 1731241501259 (+6 ms)Running coprocessor post-open hooks at 1731241501262 (+3 ms)Region opened successfully at 1731241501262 2024-11-10T12:25:01,263 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713., pid=6, masterSystemTime=1731241501248 2024-11-10T12:25:01,264 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:01,264 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:01,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83d1e5d7681bb6ccf75946286e6eb713, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3857ccc89b65,45483,1731241495397 2024-11-10T12:25:01,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83d1e5d7681bb6ccf75946286e6eb713, server=3857ccc89b65,45483,1731241495397 because future has completed 2024-11-10T12:25:01,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:25:01,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83d1e5d7681bb6ccf75946286e6eb713, server=3857ccc89b65,45483,1731241495397 in 171 msec 2024-11-10T12:25:01,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:25:01,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=83d1e5d7681bb6ccf75946286e6eb713, ASSIGN in 326 msec 2024-11-10T12:25:01,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:25:01,271 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241501270"}]},"ts":"1731241501270"} 2024-11-10T12:25:01,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T12:25:01,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:25:01,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-10T12:25:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:25:01,660 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T12:25:01,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:01,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,32779,-1 for getting cluster id 2024-11-10T12:25:01,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:01,662 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d84efd-27a8-4e59-8625-71eec4991b6e' 2024-11-10T12:25:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d84efd-27a8-4e59-8625-71eec4991b6e" 2024-11-10T12:25:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457d4390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,32779,-1] 2024-11-10T12:25:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:01,663 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7dcf13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:01,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:01,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,32779,1731241487462 2024-11-10T12:25:01,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39e60ecf 2024-11-10T12:25:01,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:01,665 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:25:01,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3857ccc89b65:42205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:25:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:25:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:25:01,668 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:42205' 2024-11-10T12:25:01,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76468d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:01,668 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42205,-1 for getting cluster id 2024-11-10T12:25:01,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:01,669 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda5c0d6-8b78-4330-b27d-3b289cf0daba' 2024-11-10T12:25:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda5c0d6-8b78-4330-b27d-3b289cf0daba" 2024-11-10T12:25:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f629f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42205,-1] 2024-11-10T12:25:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:01,670 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746a8d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:01,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,42205,1731241491588 2024-11-10T12:25:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b73d22a 2024-11-10T12:25:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:01,672 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:25:01,673 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T12:25:01,673 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:25:01,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:01,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:01,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:01,673 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:25:01,674 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T12:25:01,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:25:01,675 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:01,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:25:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741837_1013 (size=1138) 2024-11-10T12:25:01,724 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T12:25:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:25:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:25:02,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 767ed84e8a6b399a831e7a6130d5ce60, NAME => 'hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902 2024-11-10T12:25:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741838_1014 (size=44) 2024-11-10T12:25:02,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:25:02,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 767ed84e8a6b399a831e7a6130d5ce60, disabling compactions & flushes 2024-11-10T12:25:02,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:02,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:02,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. after waiting 0 ms 2024-11-10T12:25:02,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:02,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:02,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 767ed84e8a6b399a831e7a6130d5ce60: Waiting for close lock at 1731241502087Disabling compacts and flushes for region at 1731241502087Disabling writes for close at 1731241502087Writing region close event to WAL at 1731241502087Closed at 1731241502087 2024-11-10T12:25:02,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:25:02,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731241502088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241502088"}]},"ts":"1731241502088"} 2024-11-10T12:25:02,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:25:02,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:25:02,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241502091"}]},"ts":"1731241502091"} 2024-11-10T12:25:02,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T12:25:02,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767ed84e8a6b399a831e7a6130d5ce60, ASSIGN}] 2024-11-10T12:25:02,093 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767ed84e8a6b399a831e7a6130d5ce60, ASSIGN 2024-11-10T12:25:02,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=767ed84e8a6b399a831e7a6130d5ce60, ASSIGN; state=OFFLINE, location=3857ccc89b65,40199,1731241487510; forceNewPlan=false, retain=false 2024-11-10T12:25:02,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=767ed84e8a6b399a831e7a6130d5ce60, regionState=OPENING, regionLocation=3857ccc89b65,40199,1731241487510 2024-11-10T12:25:02,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=767ed84e8a6b399a831e7a6130d5ce60, ASSIGN because future has completed 2024-11-10T12:25:02,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767ed84e8a6b399a831e7a6130d5ce60, server=3857ccc89b65,40199,1731241487510}] 2024-11-10T12:25:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:25:02,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:02,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:25:02,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T12:25:02,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3857ccc89b65%2C40199%2C1731241487510.rep, suffix=, logDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/oldWALs, maxLogs=10 2024-11-10T12:25:02,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.rep.1731241502404, exclude list is [], retry=0 2024-11-10T12:25:02,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9,DISK] 2024-11-10T12:25:02,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.rep.1731241502404 2024-11-10T12:25:02,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-10T12:25:02,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 767ed84e8a6b399a831e7a6130d5ce60, NAME => 'hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:25:02,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T12:25:02,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:25:02,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. service=MultiRowMutationService 2024-11-10T12:25:02,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T12:25:02,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:25:02,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,424 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,437 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767ed84e8a6b399a831e7a6130d5ce60 columnFamilyName hfileref 2024-11-10T12:25:02,437 DEBUG [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:02,438 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] regionserver.HStore(327): Store=767ed84e8a6b399a831e7a6130d5ce60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:02,438 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,439 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767ed84e8a6b399a831e7a6130d5ce60 columnFamilyName queue 2024-11-10T12:25:02,439 DEBUG [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:02,439 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] regionserver.HStore(327): Store=767ed84e8a6b399a831e7a6130d5ce60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:02,439 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,440 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767ed84e8a6b399a831e7a6130d5ce60 columnFamilyName sid 2024-11-10T12:25:02,440 DEBUG [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:25:02,440 INFO [StoreOpener-767ed84e8a6b399a831e7a6130d5ce60-1 {}] regionserver.HStore(327): Store=767ed84e8a6b399a831e7a6130d5ce60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:25:02,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T12:25:02,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:25:02,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 767ed84e8a6b399a831e7a6130d5ce60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59412560, jitterRate=-0.11468386650085449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T12:25:02,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:02,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 767ed84e8a6b399a831e7a6130d5ce60: Running coprocessor pre-open hook at 1731241502423Writing region info on filesystem at 1731241502423Initializing all the Stores at 1731241502423Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241502423Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241502424 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731241502424Cleaning up temporary data from old regions at 1731241502442 (+18 ms)Running coprocessor post-open hooks at 1731241502445 (+3 ms)Region opened successfully at 1731241502445 2024-11-10T12:25:02,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60., pid=10, masterSystemTime=1731241502399 2024-11-10T12:25:02,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:02,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:02,449 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=767ed84e8a6b399a831e7a6130d5ce60, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,40199,1731241487510 2024-11-10T12:25:02,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767ed84e8a6b399a831e7a6130d5ce60, server=3857ccc89b65,40199,1731241487510 because future has completed 2024-11-10T12:25:02,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:25:02,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 767ed84e8a6b399a831e7a6130d5ce60, server=3857ccc89b65,40199,1731241487510 in 204 msec 2024-11-10T12:25:02,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T12:25:02,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767ed84e8a6b399a831e7a6130d5ce60, ASSIGN in 360 msec 2024-11-10T12:25:02,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:25:02,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241502454"}]},"ts":"1731241502454"} 2024-11-10T12:25:02,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T12:25:02,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:25:02,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-10T12:25:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60., hostname=3857ccc89b65,40199,1731241487510, seqNum=2] 2024-11-10T12:25:02,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:25:02,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:25:02,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:25:02,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:25:02,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T12:25:02,651 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T12:25:02,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:02,682 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3857ccc89b65,40199,1731241487510, ReplicationSource: 1, currentBandwidth=0 2024-11-10T12:25:02,682 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:25:02,682 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40199,1731241487510, seqNum=-1] 2024-11-10T12:25:02,682 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:25:02,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T12:25:02,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3857ccc89b65,40199,1731241487510', locateType=CURRENT is [region=hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60., hostname=3857ccc89b65,40199,1731241487510, seqNum=2] 2024-11-10T12:25:02,687 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T12:25:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T12:25:02,689 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3857ccc89b65,40199,1731241487510 suceeded 2024-11-10T12:25:02,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T12:25:02,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T12:25:02,691 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3857ccc89b65:42205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:25:02,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0260 sec 2024-11-10T12:25:02,701 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:42205' 2024-11-10T12:25:02,702 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725eaa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,703 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42205,-1 for getting cluster id 2024-11-10T12:25:02,703 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:02,703 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda5c0d6-8b78-4330-b27d-3b289cf0daba' 2024-11-10T12:25:02,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:02,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda5c0d6-8b78-4330-b27d-3b289cf0daba" 2024-11-10T12:25:02,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5a3e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42205,-1] 2024-11-10T12:25:02,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:02,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:02,704 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:02,705 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c83babc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,705 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:02,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,42205,1731241491588 2024-11-10T12:25:02,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38f9a3c2 2024-11-10T12:25:02,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:02,707 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T12:25:02,707 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3857ccc89b65,40199,1731241487510 (queues=1) is replicating from cluster=56d84efd-27a8-4e59-8625-71eec4991b6e to cluster=eda5c0d6-8b78-4330-b27d-3b289cf0daba 2024-11-10T12:25:02,707 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3857ccc89b65%2C40199%2C1731241487510 2024-11-10T12:25:02,707 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3857ccc89b65,40199,1731241487510, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:25:02,708 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488, startPosition=0, beingWritten=true 2024-11-10T12:25:02,708 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C40199%2C1731241487510 2024-11-10T12:25:02,712 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:25:02,712 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 379, reset compression=false 2024-11-10T12:25:02,712 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40199,1731241487510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:25:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:25:02,800 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T12:25:02,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:02,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:02,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:02,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:02,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:02,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,32779,-1 for getting cluster id 2024-11-10T12:25:02,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:02,802 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d84efd-27a8-4e59-8625-71eec4991b6e' 2024-11-10T12:25:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d84efd-27a8-4e59-8625-71eec4991b6e" 2024-11-10T12:25:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b728f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,32779,-1] 2024-11-10T12:25:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:02,804 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e77d238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42205,-1 for getting cluster id 2024-11-10T12:25:02,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:02,805 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda5c0d6-8b78-4330-b27d-3b289cf0daba' 2024-11-10T12:25:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda5c0d6-8b78-4330-b27d-3b289cf0daba" 2024-11-10T12:25:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fabcd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42205,-1] 2024-11-10T12:25:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:02,806 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e539c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37899,-1 for getting cluster id 2024-11-10T12:25:02,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:02,810 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad51e95a-1fe8-4d40-ba92-ce1e463867b4' 2024-11-10T12:25:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad51e95a-1fe8-4d40-ba92-ce1e463867b4" 2024-11-10T12:25:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d2d984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37899,-1] 2024-11-10T12:25:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:02,811 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:02,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a27a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:02,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:25:02,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731241502815/Put/seqid=0 2024-11-10T12:25:02,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741840_1016 (size=7894) 2024-11-10T12:25:02,915 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 379, reset compression=false 2024-11-10T12:25:03,218 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 379, reset compression=false 2024-11-10T12:25:03,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731241503220/Put/seqid=0 2024-11-10T12:25:03,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741841_1017 (size=7691) 2024-11-10T12:25:03,622 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 379, reset compression=false 2024-11-10T12:25:03,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:03,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,32779,-1 for getting cluster id 2024-11-10T12:25:03,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:03,627 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d84efd-27a8-4e59-8625-71eec4991b6e' 2024-11-10T12:25:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d84efd-27a8-4e59-8625-71eec4991b6e" 2024-11-10T12:25:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64df8b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,32779,-1] 2024-11-10T12:25:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:03,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:03,628 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:03,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:03,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:25:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40199,1731241487510, seqNum=-1] 2024-11-10T12:25:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:25:03,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:25:03,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,32779,1731241487462 2024-11-10T12:25:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e0482a 2024-11-10T12:25:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:03,639 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:25:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2] 2024-11-10T12:25:03,644 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:25:03,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T12:25:03,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T12:25:03,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T12:25:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:03,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T12:25:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegion(2603): Flush status journal for 8add2f358b407a18c8cf33a90ec89e67: 2024-11-10T12:25:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_0 2024-11-10T12:25:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_0 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ 2024-11-10T12:25:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_1 2024-11-10T12:25:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_1 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ 2024-11-10T12:25:03,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_0 into 8add2f358b407a18c8cf33a90ec89e67/f as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ - updating store file list. 2024-11-10T12:25:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec1eb9f192c54717a257ba9c6259db74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:03,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ into 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:03,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_0 into 8add2f358b407a18c8cf33a90ec89e67/f (new location: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_) 2024-11-10T12:25:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_0 2024-11-10T12:25:03,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_1 into 8add2f358b407a18c8cf33a90ec89e67/f as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ - updating store file list. 2024-11-10T12:25:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e30ccc701df34f76863c3d936cd0acfe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:03,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ into 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:03,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_1 into 8add2f358b407a18c8cf33a90ec89e67/f (new location: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_) 2024-11-10T12:25:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__kekgigt3vi3eomd41u6unaaqgcelglnstj5dnj1h2kqaebevpbebf6lj8274l2m9/f/hfile_1 2024-11-10T12:25:03,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:03,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:03,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:03,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:03,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:03,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2 , the old value is region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3857ccc89b65:40199 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:25:03,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:25:03,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2 from cache 2024-11-10T12:25:03,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:25:03,673 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T12:25:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44065,1731241491624, seqNum=-1] 2024-11-10T12:25:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:25:03,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:25:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241499382.88ad47327371d3cbf635808ef1f55b35., hostname=3857ccc89b65,44065,1731241491624, seqNum=2] 2024-11-10T12:25:03,678 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:25:03,780 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:40199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T12:25:04,126 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 379, reset compression=false 2024-11-10T12:25:04,131 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:25:04,131 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40199,1731241487510 got entry batch from reader: WALEntryBatch [walEntries=[{test/8add2f358b407a18c8cf33a90ec89e67/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241503670/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T12:25:04,133 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:25:04,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T12:25:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.ReplicationSink(318): Replicating [56d84efd-27a8-4e59-8625-71eec4991b6e] bulk loaded data 2024-11-10T12:25:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae12b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,42205,-1 for getting cluster id 2024-11-10T12:25:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:04,136 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda5c0d6-8b78-4330-b27d-3b289cf0daba' 2024-11-10T12:25:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda5c0d6-8b78-4330-b27d-3b289cf0daba" 2024-11-10T12:25:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d34d9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,42205,-1] 2024-11-10T12:25:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:04,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:04,137 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:04,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6980afa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741837_1013 (size=7894) 2024-11-10T12:25:04,331 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 687, reset compression=false 2024-11-10T12:25:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741838_1014 (size=7691) 2024-11-10T12:25:04,634 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 687, reset compression=false 2024-11-10T12:25:04,680 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:25:04,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,42205,1731241491588 2024-11-10T12:25:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2883aeaf 2024-11-10T12:25:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:04,956 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T12:25:04,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:25:04,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:25:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,44065,1731241491624, seqNum=-1] 2024-11-10T12:25:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:25:04,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T12:25:04,964 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T12:25:04,966 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T12:25:04,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ for inclusion in 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T12:25:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:04,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ for inclusion in 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T12:25:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HRegion(2603): Flush status journal for 88ad47327371d3cbf635808ef1f55b35: 2024-11-10T12:25:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:25:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/0942e45e10eb4a4bab3251fb9fd723a9_SeqId_4_ 2024-11-10T12:25:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:25:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/c3da0e5d99054ea39a36263b860f4b6a_SeqId_4_ 2024-11-10T12:25:04,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ into 88ad47327371d3cbf635808ef1f55b35/f as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/0942e45e10eb4a4bab3251fb9fd723a9_SeqId_4_ - updating store file list. 2024-11-10T12:25:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0942e45e10eb4a4bab3251fb9fd723a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:04,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/0942e45e10eb4a4bab3251fb9fd723a9_SeqId_4_ into 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:04,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ into 88ad47327371d3cbf635808ef1f55b35/f (new location: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/0942e45e10eb4a4bab3251fb9fd723a9_SeqId_4_) 2024-11-10T12:25:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/e30ccc701df34f76863c3d936cd0acfe_SeqId_4_ 2024-11-10T12:25:04,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ into 88ad47327371d3cbf635808ef1f55b35/f as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/c3da0e5d99054ea39a36263b860f4b6a_SeqId_4_ - updating store file list. 2024-11-10T12:25:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3da0e5d99054ea39a36263b860f4b6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:04,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/c3da0e5d99054ea39a36263b860f4b6a_SeqId_4_ into 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:04,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ into 88ad47327371d3cbf635808ef1f55b35/f (new location: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/c3da0e5d99054ea39a36263b860f4b6a_SeqId_4_) 2024-11-10T12:25:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__ij9094nraall4602up6i60dips1t1pumfccotcnho6v2i5iliqtqr5tg188afsv0/f/ec1eb9f192c54717a257ba9c6259db74_SeqId_4_ 2024-11-10T12:25:04,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.ReplicationSink(324): Finished replicating [56d84efd-27a8-4e59-8625-71eec4991b6e] bulk loaded data 2024-11-10T12:25:05,038 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 687, reset compression=false 2024-11-10T12:25:05,541 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 687, reset compression=false 2024-11-10T12:25:05,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:25:05,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,45483,1731241495397, seqNum=-1] 2024-11-10T12:25:05,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:25:05,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:25:05,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713., hostname=3857ccc89b65,45483,1731241495397, seqNum=2] 2024-11-10T12:25:05,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:25:05,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:25:05,697 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3857ccc89b65%2C40199%2C1731241487510:(num 1731241489488) roll requested 2024-11-10T12:25:05,710 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697, exclude list is [], retry=0 2024-11-10T12:25:05,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9,DISK] 2024-11-10T12:25:05,714 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 2024-11-10T12:25:05,714 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-10T12:25:05,714 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 is not closed yet, will try archiving it next time 2024-11-10T12:25:05,714 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3857ccc89b65%2C40199%2C1731241487510.rep:(num 1731241502404) roll requested 2024-11-10T12:25:05,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,32779,-1 for getting cluster id 2024-11-10T12:25:05,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741832_1008 (size=695) 2024-11-10T12:25:05,715 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d84efd-27a8-4e59-8625-71eec4991b6e' 2024-11-10T12:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d84efd-27a8-4e59-8625-71eec4991b6e" 2024-11-10T12:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c53e33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,32779,-1] 2024-11-10T12:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:05,717 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/oldWALs/3857ccc89b65%2C40199%2C1731241487510.1731241489488 2024-11-10T12:25:05,717 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86f79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,32779,1731241487462 2024-11-10T12:25:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@602baae 2024-11-10T12:25:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:05,719 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:25:05,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3857ccc89b65:37899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T12:25:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T12:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T12:25:05,722 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:37899' 2024-11-10T12:25:05,723 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2867f875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,723 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37899,-1 for getting cluster id 2024-11-10T12:25:05,723 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:05,723 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad51e95a-1fe8-4d40-ba92-ce1e463867b4' 2024-11-10T12:25:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad51e95a-1fe8-4d40-ba92-ce1e463867b4" 2024-11-10T12:25:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f29e191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37899,-1] 2024-11-10T12:25:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:05,724 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:05,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295d3acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,725 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:05,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37899,1731241495358 2024-11-10T12:25:05,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c21467 2024-11-10T12:25:05,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:05,726 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:25:05,727 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T12:25:05,727 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T12:25:05,727 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:05,727 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:05,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:05,730 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.rep.1731241505714, exclude list is [], retry=0 2024-11-10T12:25:05,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9,DISK] 2024-11-10T12:25:05,733 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.rep.1731241502404 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.rep.1731241505714 2024-11-10T12:25:05,733 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-10T12:25:05,734 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.rep.1731241502404 is not closed yet, will try archiving it next time 2024-11-10T12:25:05,734 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3857ccc89b65%2C40199%2C1731241487510.meta:.meta(num 1731241490398) roll requested 2024-11-10T12:25:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741839_1015 (size=1505) 2024-11-10T12:25:05,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T12:25:05,748 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241505734.meta, exclude list is [], retry=0 2024-11-10T12:25:05,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-40392cd8-f0da-4a7d-b451-3bf18d123bf9,DISK] 2024-11-10T12:25:05,751 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241490398.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241505734.meta 2024-11-10T12:25:05,751 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-10T12:25:05,751 DEBUG [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241490398.meta is not closed yet, will try archiving it next time 2024-11-10T12:25:05,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741834_1010 (size=3473) 2024-11-10T12:25:05,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241490398.meta not finished, retry = 0 2024-11-10T12:25:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T12:25:05,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T12:25:05,889 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T12:25:05,921 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-3857ccc89b65,40199,1731241487510, ReplicationSource: 2, currentBandwidth=0 2024-11-10T12:25:05,923 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T12:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T12:25:05,925 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3857ccc89b65,40199,1731241487510 suceeded 2024-11-10T12:25:05,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T12:25:05,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T12:25:05,927 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3857ccc89b65:37899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T12:25:05,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 207 msec 2024-11-10T12:25:05,938 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3857ccc89b65:37899' 2024-11-10T12:25:05,939 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e46261e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,939 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37899,-1 for getting cluster id 2024-11-10T12:25:05,939 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:05,940 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad51e95a-1fe8-4d40-ba92-ce1e463867b4' 2024-11-10T12:25:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad51e95a-1fe8-4d40-ba92-ce1e463867b4" 2024-11-10T12:25:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@469015ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37899,-1] 2024-11-10T12:25:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:05,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:05,941 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:05,942 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50767378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:05,942 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:05,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37899,1731241495358 2024-11-10T12:25:05,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ec61bf 2024-11-10T12:25:05,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:05,943 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T12:25:05,943 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3857ccc89b65,40199,1731241487510 (queues=1) is replicating from cluster=56d84efd-27a8-4e59-8625-71eec4991b6e to cluster=ad51e95a-1fe8-4d40-ba92-ce1e463867b4 2024-11-10T12:25:05,943 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3857ccc89b65%2C40199%2C1731241487510 2024-11-10T12:25:05,943 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3857ccc89b65,40199,1731241487510, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T12:25:05,944 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697, startPosition=0, beingWritten=true 2024-11-10T12:25:05,944 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3857ccc89b65%2C40199%2C1731241487510 2024-11-10T12:25:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T12:25:06,040 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T12:25:06,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:06,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:06,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:06,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:25:06,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731241506043/Put/seqid=0 2024-11-10T12:25:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741845_1021 (size=11194) 2024-11-10T12:25:06,144 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 to pos 687, reset compression=false 2024-11-10T12:25:06,147 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 0, reset compression=false 2024-11-10T12:25:06,150 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 was moved to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/oldWALs/3857ccc89b65%2C40199%2C1731241487510.1731241489488 2024-11-10T12:25:06,152 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488 2024-11-10T12:25:06,152 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697, startPosition=0, beingWritten=true 2024-11-10T12:25:06,152 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40199,1731241487510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241489488, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T12:25:06,154 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3857ccc89b65%2C40199%2C1731241487510.1731241489488] 2024-11-10T12:25:06,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731241506449/Put/seqid=0 2024-11-10T12:25:06,452 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 0, reset compression=false 2024-11-10T12:25:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741846_1022 (size=10791) 2024-11-10T12:25:06,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:06,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,32779,-1 for getting cluster id 2024-11-10T12:25:06,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:06,460 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d84efd-27a8-4e59-8625-71eec4991b6e' 2024-11-10T12:25:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d84efd-27a8-4e59-8625-71eec4991b6e" 2024-11-10T12:25:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed6276b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,32779,-1] 2024-11-10T12:25:06,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:06,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:06,461 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:06,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:06,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:25:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,40199,1731241487510, seqNum=-1] 2024-11-10T12:25:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:25:06,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:25:06,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,32779,1731241487462 2024-11-10T12:25:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c12ae6e 2024-11-10T12:25:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:06,472 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:25:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2] 2024-11-10T12:25:06,476 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:25:06,480 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T12:25:06,482 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T12:25:06,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T12:25:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:06,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T12:25:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegion(2603): Flush status journal for 8add2f358b407a18c8cf33a90ec89e67: 2024-11-10T12:25:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_0 2024-11-10T12:25:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_0 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/4ababc8819304131a24d273c576e2040_SeqId_6_ 2024-11-10T12:25:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_1 2024-11-10T12:25:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_1 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ 2024-11-10T12:25:06,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_0 into 8add2f358b407a18c8cf33a90ec89e67/f as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/4ababc8819304131a24d273c576e2040_SeqId_6_ - updating store file list. 2024-11-10T12:25:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ababc8819304131a24d273c576e2040_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:06,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/4ababc8819304131a24d273c576e2040_SeqId_6_ into 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:06,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_0 into 8add2f358b407a18c8cf33a90ec89e67/f (new location: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/4ababc8819304131a24d273c576e2040_SeqId_6_) 2024-11-10T12:25:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_0 2024-11-10T12:25:06,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_1 into 8add2f358b407a18c8cf33a90ec89e67/f as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ - updating store file list. 2024-11-10T12:25:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0133f144e4684dde959e7eea5627fa43_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:06,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ into 8add2f358b407a18c8cf33a90ec89e67/f 2024-11-10T12:25:06,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_1 into 8add2f358b407a18c8cf33a90ec89e67/f (new location: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_) 2024-11-10T12:25:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/staging/jenkins__test__58r670e4j4c2rf7vjvs08q49niba7ar12v9uh93r0cj24pd77921vbocu4n94aed/f/hfile_1 2024-11-10T12:25:06,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:06,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:06,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:06,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:06,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2 , the old value is region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3857ccc89b65:40199 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:25:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T12:25:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., hostname=3857ccc89b65,40199,1731241487510, seqNum=2 from cache 2024-11-10T12:25:06,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T12:25:06,509 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:25:06,610 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:40199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T12:25:06,856 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 0, reset compression=false 2024-11-10T12:25:06,859 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 0, reset compression=false 2024-11-10T12:25:06,860 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:25:06,860 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40199,1731241487510 got entry batch from reader: WALEntryBatch [walEntries=[{test/8add2f358b407a18c8cf33a90ec89e67/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241506505/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T12:25:06,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.ReplicationSink(318): Replicating [56d84efd-27a8-4e59-8625-71eec4991b6e] bulk loaded data 2024-11-10T12:25:06,864 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T12:25:06,864 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3857ccc89b65,40199,1731241487510 got entry batch from reader: WALEntryBatch [walEntries=[{test/8add2f358b407a18c8cf33a90ec89e67/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731241506505/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T12:25:06,866 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:25:06,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T12:25:06,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(318): Replicating [56d84efd-27a8-4e59-8625-71eec4991b6e] bulk loaded data 2024-11-10T12:25:06,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70a17d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:06,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,37899,-1 for getting cluster id 2024-11-10T12:25:06,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:25:06,868 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad51e95a-1fe8-4d40-ba92-ce1e463867b4' 2024-11-10T12:25:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:25:06,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741839_1015 (size=11194) 2024-11-10T12:25:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad51e95a-1fe8-4d40-ba92-ce1e463867b4" 2024-11-10T12:25:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2db3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,37899,-1] 2024-11-10T12:25:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:25:06,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:06,870 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:25:06,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b3d3ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:25:06,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741837_1013 (size=11194) 2024-11-10T12:25:07,060 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:07,064 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:07,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741840_1016 (size=10791) 2024-11-10T12:25:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741838_1014 (size=10791) 2024-11-10T12:25:07,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T12:25:07,364 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:07,367 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:07,513 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T12:25:07,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:25:07,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T12:25:07,687 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/4ababc8819304131a24d273c576e2040_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T12:25:07,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ for inclusion in 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T12:25:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:07,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/4ababc8819304131a24d273c576e2040_SeqId_6_ for inclusion in 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T12:25:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HRegion(2603): Flush status journal for 88ad47327371d3cbf635808ef1f55b35: 2024-11-10T12:25:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0133f144e4684dde959e7eea5627fa43_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:25:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/25156da8996a481fbe654d43b5f9ab78_SeqId_6_ 2024-11-10T12:25:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ababc8819304131a24d273c576e2040_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:25:07,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/4ababc8819304131a24d273c576e2040_SeqId_6_ as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/47fb262b56914c328b7352dfbcc71274_SeqId_6_ 2024-11-10T12:25:07,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,37899,1731241495358 2024-11-10T12:25:07,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ac44cc 2024-11-10T12:25:07,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:25:07,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ into 88ad47327371d3cbf635808ef1f55b35/f as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/25156da8996a481fbe654d43b5f9ab78_SeqId_6_ - updating store file list. 2024-11-10T12:25:07,696 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T12:25:07,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T12:25:07,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:25:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25156da8996a481fbe654d43b5f9ab78_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:07,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/25156da8996a481fbe654d43b5f9ab78_SeqId_6_ into 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:07,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ into 88ad47327371d3cbf635808ef1f55b35/f (new location: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/25156da8996a481fbe654d43b5f9ab78_SeqId_6_) 2024-11-10T12:25:07,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,45483,1731241495397, seqNum=-1] 2024-11-10T12:25:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ 2024-11-10T12:25:07,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:25:07,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/4ababc8819304131a24d273c576e2040_SeqId_6_ into 88ad47327371d3cbf635808ef1f55b35/f as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/47fb262b56914c328b7352dfbcc71274_SeqId_6_ - updating store file list. 2024-11-10T12:25:07,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T12:25:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47fb262b56914c328b7352dfbcc71274_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:07,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/47fb262b56914c328b7352dfbcc71274_SeqId_6_ into 88ad47327371d3cbf635808ef1f55b35/f 2024-11-10T12:25:07,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/4ababc8819304131a24d273c576e2040_SeqId_6_ into 88ad47327371d3cbf635808ef1f55b35/f (new location: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/f/47fb262b56914c328b7352dfbcc71274_SeqId_6_) 2024-11-10T12:25:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/staging/jenkins.hfs.22__test__8l4969r7qk8kci6j08t2lo0untkdgg2kvmgjpel04k1l3akh3158rrq6r1mp5gk2/f/4ababc8819304131a24d273c576e2040_SeqId_6_ 2024-11-10T12:25:07,705 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T12:25:07,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44065 {}] regionserver.ReplicationSink(324): Finished replicating [56d84efd-27a8-4e59-8625-71eec4991b6e] bulk loaded data 2024-11-10T12:25:07,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/4ababc8819304131a24d273c576e2040_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T12:25:07,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/4ababc8819304131a24d273c576e2040_SeqId_6_ for inclusion in 83d1e5d7681bb6ccf75946286e6eb713/f 2024-11-10T12:25:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T12:25:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:07,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ for inclusion in 83d1e5d7681bb6ccf75946286e6eb713/f 2024-11-10T12:25:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T12:25:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T12:25:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HRegion(2603): Flush status journal for 83d1e5d7681bb6ccf75946286e6eb713: 2024-11-10T12:25:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ababc8819304131a24d273c576e2040_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:25:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/4ababc8819304131a24d273c576e2040_SeqId_6_ as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/ce2abed6249b4a3db559d9c4ee3de723_SeqId_4_ 2024-11-10T12:25:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0133f144e4684dde959e7eea5627fa43_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T12:25:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/873a9b7202a44b81858446385ba37ebb_SeqId_4_ 2024-11-10T12:25:07,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/4ababc8819304131a24d273c576e2040_SeqId_6_ into 83d1e5d7681bb6ccf75946286e6eb713/f as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/ce2abed6249b4a3db559d9c4ee3de723_SeqId_4_ - updating store file list. 2024-11-10T12:25:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce2abed6249b4a3db559d9c4ee3de723_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:07,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/ce2abed6249b4a3db559d9c4ee3de723_SeqId_4_ into 83d1e5d7681bb6ccf75946286e6eb713/f 2024-11-10T12:25:07,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/4ababc8819304131a24d273c576e2040_SeqId_6_ into 83d1e5d7681bb6ccf75946286e6eb713/f (new location: hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/ce2abed6249b4a3db559d9c4ee3de723_SeqId_4_) 2024-11-10T12:25:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/4ababc8819304131a24d273c576e2040_SeqId_6_ 2024-11-10T12:25:07,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ into 83d1e5d7681bb6ccf75946286e6eb713/f as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/873a9b7202a44b81858446385ba37ebb_SeqId_4_ - updating store file list. 2024-11-10T12:25:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 873a9b7202a44b81858446385ba37ebb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T12:25:07,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/873a9b7202a44b81858446385ba37ebb_SeqId_4_ into 83d1e5d7681bb6ccf75946286e6eb713/f 2024-11-10T12:25:07,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ into 83d1e5d7681bb6ccf75946286e6eb713/f (new location: hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/f/873a9b7202a44b81858446385ba37ebb_SeqId_4_) 2024-11-10T12:25:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/staging/jenkins.hfs.23__test__q6kl3e1lvnhrc53655iek58moe8i2ajmck8p8ouvtqfq0h1kejhhfiadckf2imc9/f/0133f144e4684dde959e7eea5627fa43_SeqId_6_ 2024-11-10T12:25:07,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45483 {}] regionserver.ReplicationSink(324): Finished replicating [56d84efd-27a8-4e59-8625-71eec4991b6e] bulk loaded data 2024-11-10T12:25:07,767 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:07,772 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:07,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:25:07,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:07,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:08,270 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:08,276 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:08,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:25:08,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:08,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:08,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:08,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:08,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:08,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:25:08,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=622949859, stopped=false 2024-11-10T12:25:08,528 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,37899,1731241495358 2024-11-10T12:25:08,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21807273726/running 2024-11-10T12:25:08,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21807273726/running 2024-11-10T12:25:08,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:25:08,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:25:08,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:25:08,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:08,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:08,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:08,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,45483,1731241495397' ***** 2024-11-10T12:25:08,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:25:08,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on znode that does not yet exist, /21807273726/running 2024-11-10T12:25:08,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Set watcher on znode that does not yet exist, /21807273726/running 2024-11-10T12:25:08,531 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:25:08,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:25:08,531 INFO [RS:0;3857ccc89b65:45483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:25:08,531 INFO [RS:0;3857ccc89b65:45483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:25:08,531 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(3091): Received CLOSE for 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,45483,1731241495397 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:45483. 2024-11-10T12:25:08,532 DEBUG [RS:0;3857ccc89b65:45483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:08,532 DEBUG [RS:0;3857ccc89b65:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:08,532 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83d1e5d7681bb6ccf75946286e6eb713, disabling compactions & flushes 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:25:08,532 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:25:08,532 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:08,532 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. after waiting 0 ms 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:25:08,532 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:08,532 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:25:08,532 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 83d1e5d7681bb6ccf75946286e6eb713=test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713.} 2024-11-10T12:25:08,532 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83d1e5d7681bb6ccf75946286e6eb713 2024-11-10T12:25:08,532 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:25:08,533 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:25:08,533 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:25:08,533 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:25:08,533 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:25:08,533 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T12:25:08,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/default/test/83d1e5d7681bb6ccf75946286e6eb713/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T12:25:08,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:25:08,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:25:08,543 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:08,543 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83d1e5d7681bb6ccf75946286e6eb713: Waiting for close lock at 1731241508532Running coprocessor pre-close hooks at 1731241508532Disabling compacts and flushes for region at 1731241508532Disabling writes for close at 1731241508532Writing region close event to WAL at 1731241508540 (+8 ms)Running coprocessor post-close hooks at 1731241508543 (+3 ms)Closed at 1731241508543 2024-11-10T12:25:08,544 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713. 2024-11-10T12:25:08,557 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/info/9d274654909d4e71ac855ff90fd8ab50 is 129, key is test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713./info:regioninfo/1731241501265/Put/seqid=0 2024-11-10T12:25:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741839_1015 (size=6421) 2024-11-10T12:25:08,565 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:25:08,733 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:08,874 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:08,879 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:08,933 DEBUG [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:08,961 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/info/9d274654909d4e71ac855ff90fd8ab50 2024-11-10T12:25:08,983 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/ns/b9e58d169c91408d920c428038f43836 is 43, key is default/ns:d/1731241497140/Put/seqid=0 2024-11-10T12:25:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741840_1016 (size=5153) 2024-11-10T12:25:08,986 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/ns/b9e58d169c91408d920c428038f43836 2024-11-10T12:25:09,011 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/rep_barrier/cb9fd51382404275bbe032c2ee0f6a2d is 112, key is test,,1731241500522.83d1e5d7681bb6ccf75946286e6eb713./rep_barrier:seqnumDuringOpen/1731241501265/Put/seqid=0 2024-11-10T12:25:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741841_1017 (size=5518) 2024-11-10T12:25:09,015 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/rep_barrier/cb9fd51382404275bbe032c2ee0f6a2d 2024-11-10T12:25:09,035 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/table/160bfcf320e846c988d37280a8f79424 is 40, key is test/table:state/1731241501270/Put/seqid=0 2024-11-10T12:25:09,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741842_1018 (size=5165) 2024-11-10T12:25:09,038 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/table/160bfcf320e846c988d37280a8f79424 2024-11-10T12:25:09,042 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/info/9d274654909d4e71ac855ff90fd8ab50 as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/info/9d274654909d4e71ac855ff90fd8ab50 2024-11-10T12:25:09,046 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/info/9d274654909d4e71ac855ff90fd8ab50, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T12:25:09,046 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/ns/b9e58d169c91408d920c428038f43836 as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/ns/b9e58d169c91408d920c428038f43836 2024-11-10T12:25:09,050 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/ns/b9e58d169c91408d920c428038f43836, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:25:09,050 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/rep_barrier/cb9fd51382404275bbe032c2ee0f6a2d as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/rep_barrier/cb9fd51382404275bbe032c2ee0f6a2d 2024-11-10T12:25:09,053 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/rep_barrier/cb9fd51382404275bbe032c2ee0f6a2d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T12:25:09,054 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/.tmp/table/160bfcf320e846c988d37280a8f79424 as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/table/160bfcf320e846c988d37280a8f79424 2024-11-10T12:25:09,057 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/table/160bfcf320e846c988d37280a8f79424, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:25:09,058 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=11, compaction requested=false 2024-11-10T12:25:09,061 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T12:25:09,062 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:25:09,062 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:25:09,062 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:25:09,062 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241508532Running coprocessor pre-close hooks at 1731241508532Disabling compacts and flushes for region at 1731241508532Disabling writes for close at 1731241508533 (+1 ms)Obtaining lock to block concurrent updates at 1731241508533Preparing flush snapshotting stores in 1588230740 at 1731241508533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731241508533Flushing stores of hbase:meta,,1.1588230740 at 1731241508534 (+1 ms)Flushing 1588230740/info: creating writer at 1731241508534Flushing 1588230740/info: appending metadata at 1731241508556 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731241508556Flushing 1588230740/ns: creating writer at 1731241508965 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731241508983 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731241508983Flushing 1588230740/rep_barrier: creating writer at 1731241508990 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241509010 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241509011 (+1 ms)Flushing 1588230740/table: creating writer at 1731241509019 (+8 ms)Flushing 1588230740/table: appending metadata at 1731241509034 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731241509034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c3f494: reopening flushed file at 1731241509042 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d6dd1d: reopening flushed file at 1731241509046 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4740057f: reopening flushed file at 1731241509050 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2383c3f0: reopening flushed file at 1731241509053 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=11, compaction requested=false at 1731241509058 (+5 ms)Writing region close event to WAL at 1731241509059 (+1 ms)Running coprocessor post-close hooks at 1731241509062 (+3 ms)Closed at 1731241509062 2024-11-10T12:25:09,062 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:25:09,099 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:25:09,099 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:25:09,133 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,45483,1731241495397; all regions closed. 2024-11-10T12:25:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741834_1010 (size=2717) 2024-11-10T12:25:09,137 DEBUG [RS:0;3857ccc89b65:45483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/oldWALs 2024-11-10T12:25:09,137 INFO [RS:0;3857ccc89b65:45483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C45483%2C1731241495397.meta:.meta(num 1731241497100) 2024-11-10T12:25:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741832_1008 (size=1028) 2024-11-10T12:25:09,140 DEBUG [RS:0;3857ccc89b65:45483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/oldWALs 2024-11-10T12:25:09,140 INFO [RS:0;3857ccc89b65:45483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C45483%2C1731241495397:(num 1731241496190) 2024-11-10T12:25:09,140 DEBUG [RS:0;3857ccc89b65:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:09,140 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:25:09,140 INFO [RS:0;3857ccc89b65:45483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:25:09,141 INFO [RS:0;3857ccc89b65:45483 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:25:09,141 INFO [RS:0;3857ccc89b65:45483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:25:09,141 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:25:09,141 INFO [RS:0;3857ccc89b65:45483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:45483. 2024-11-10T12:25:09,141 DEBUG [RS:0;3857ccc89b65:45483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:09,141 DEBUG [RS:0;3857ccc89b65:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:09,141 DEBUG [RS:0;3857ccc89b65:45483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:09,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:09,142 INFO [RS:0;3857ccc89b65:45483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45483 2024-11-10T12:25:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21807273726/rs/3857ccc89b65,45483,1731241495397 2024-11-10T12:25:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726/rs 2024-11-10T12:25:09,143 INFO [RS:0;3857ccc89b65:45483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:25:09,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,45483,1731241495397] 2024-11-10T12:25:09,146 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21807273726/draining/3857ccc89b65,45483,1731241495397 already deleted, retry=false 2024-11-10T12:25:09,146 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,45483,1731241495397 expired; onlineServers=0 2024-11-10T12:25:09,146 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,37899,1731241495358' ***** 2024-11-10T12:25:09,146 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:25:09,147 INFO [M:0;3857ccc89b65:37899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:25:09,147 INFO [M:0;3857ccc89b65:37899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:25:09,147 DEBUG [M:0;3857ccc89b65:37899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:25:09,147 DEBUG [M:0;3857ccc89b65:37899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:25:09,147 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:25:09,147 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241495969 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241495969,5,FailOnTimeoutGroup] 2024-11-10T12:25:09,147 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241495968 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241495968,5,FailOnTimeoutGroup] 2024-11-10T12:25:09,147 INFO [M:0;3857ccc89b65:37899 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:25:09,147 INFO [M:0;3857ccc89b65:37899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:25:09,147 DEBUG [M:0;3857ccc89b65:37899 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:25:09,147 INFO [M:0;3857ccc89b65:37899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:25:09,147 INFO [M:0;3857ccc89b65:37899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:25:09,147 INFO [M:0;3857ccc89b65:37899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:25:09,148 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:25:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21807273726/master 2024-11-10T12:25:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21807273726 2024-11-10T12:25:09,148 DEBUG [M:0;3857ccc89b65:37899 {}] zookeeper.ZKUtil(347): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Unable to get data of znode /21807273726/master because node does not exist (not an error) 2024-11-10T12:25:09,148 WARN [M:0;3857ccc89b65:37899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:25:09,149 INFO [M:0;3857ccc89b65:37899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/.lastflushedseqids 2024-11-10T12:25:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741843_1019 (size=173) 2024-11-10T12:25:09,153 INFO [M:0;3857ccc89b65:37899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:25:09,153 INFO [M:0;3857ccc89b65:37899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:25:09,153 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:25:09,153 INFO [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:09,153 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:09,153 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:25:09,153 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:09,153 INFO [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-10T12:25:09,169 DEBUG [M:0;3857ccc89b65:37899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e479b668b10c48a1ae795d9f2a219c5b is 82, key is hbase:meta,,1/info:regioninfo/1731241497131/Put/seqid=0 2024-11-10T12:25:09,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741844_1020 (size=5672) 2024-11-10T12:25:09,246 INFO [RS:0;3857ccc89b65:45483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:25:09,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:09,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45483-0x10101d692e60007, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:09,246 INFO [RS:0;3857ccc89b65:45483 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,45483,1731241495397; zookeeper connection closed. 2024-11-10T12:25:09,246 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@451601ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@451601ec 2024-11-10T12:25:09,246 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:25:09,572 INFO [M:0;3857ccc89b65:37899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e479b668b10c48a1ae795d9f2a219c5b 2024-11-10T12:25:09,578 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:09,585 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:09,590 DEBUG [M:0;3857ccc89b65:37899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c766d932c3437ebad3f4a72e0152f3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731241501273/Put/seqid=0 2024-11-10T12:25:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741845_1021 (size=6587) 2024-11-10T12:25:09,993 INFO [M:0;3857ccc89b65:37899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c766d932c3437ebad3f4a72e0152f3 2024-11-10T12:25:10,010 DEBUG [M:0;3857ccc89b65:37899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e95eb3d9fb8340ae8f9db07bd44cdb0b is 69, key is 3857ccc89b65,45483,1731241495397/rs:state/1731241496038/Put/seqid=0 2024-11-10T12:25:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741846_1022 (size=5156) 2024-11-10T12:25:10,014 INFO [M:0;3857ccc89b65:37899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e95eb3d9fb8340ae8f9db07bd44cdb0b 2024-11-10T12:25:10,017 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e479b668b10c48a1ae795d9f2a219c5b as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e479b668b10c48a1ae795d9f2a219c5b 2024-11-10T12:25:10,020 INFO [M:0;3857ccc89b65:37899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e479b668b10c48a1ae795d9f2a219c5b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T12:25:10,021 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c766d932c3437ebad3f4a72e0152f3 as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8c766d932c3437ebad3f4a72e0152f3 2024-11-10T12:25:10,024 INFO [M:0;3857ccc89b65:37899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8c766d932c3437ebad3f4a72e0152f3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T12:25:10,025 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e95eb3d9fb8340ae8f9db07bd44cdb0b as hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e95eb3d9fb8340ae8f9db07bd44cdb0b 2024-11-10T12:25:10,027 INFO [M:0;3857ccc89b65:37899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/5d3d3b40-9678-2d46-8a0d-302ecb6b9e4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e95eb3d9fb8340ae8f9db07bd44cdb0b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T12:25:10,028 INFO [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-11-10T12:25:10,029 INFO [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:10,029 DEBUG [M:0;3857ccc89b65:37899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241509153Disabling compacts and flushes for region at 1731241509153Disabling writes for close at 1731241509153Obtaining lock to block concurrent updates at 1731241509153Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241509153Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731241509154 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241509154Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241509154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241509168 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241509168Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241509575 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241509589 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241509590 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241509997 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241510010 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241510010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a60f480: reopening flushed file at 1731241510017 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45eb60c5: reopening flushed file at 1731241510021 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a4fc13: reopening flushed file at 1731241510024 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1731241510028 (+4 ms)Writing region close event to WAL at 1731241510029 (+1 ms)Closed at 1731241510029 2024-11-10T12:25:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741830_1006 (size=32782) 2024-11-10T12:25:10,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:25:10,032 INFO [M:0;3857ccc89b65:37899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:25:10,032 INFO [M:0;3857ccc89b65:37899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37899 2024-11-10T12:25:10,032 INFO [M:0;3857ccc89b65:37899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:25:10,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:10,134 INFO [M:0;3857ccc89b65:37899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:25:10,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37899-0x10101d692e60006, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:10,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f155e2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:25:10,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:25:10,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:25:10,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:25:10,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/hadoop.log.dir/,STOPPED} 2024-11-10T12:25:10,141 WARN [BP-1087917830-172.17.0.2-1731241494293 heartbeating to localhost/127.0.0.1:34579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:25:10,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:25:10,141 WARN [BP-1087917830-172.17.0.2-1731241494293 heartbeating to localhost/127.0.0.1:34579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087917830-172.17.0.2-1731241494293 (Datanode Uuid 2c2eee85-b3a9-4d64-b8b4-532b6e5a3aaa) service to localhost/127.0.0.1:34579 2024-11-10T12:25:10,141 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:25:10,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/cluster_42bdf48e-fa16-287a-981e-28fdb0d538b4/data/data1/current/BP-1087917830-172.17.0.2-1731241494293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:25:10,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/cluster_42bdf48e-fa16-287a-981e-28fdb0d538b4/data/data2/current/BP-1087917830-172.17.0.2-1731241494293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:25:10,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:25:10,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:25:10,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:25:10,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:25:10,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:25:10,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/924313c5-57dd-67dc-0596-82c5e31e3b6a/hadoop.log.dir/,STOPPED} 2024-11-10T12:25:10,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:25:10,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:25:10,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:10,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:10,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:10,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:10,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:10,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:25:10,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=549525191, stopped=false 2024-11-10T12:25:10,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,42205,1731241491588 2024-11-10T12:25:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1574558018/running 2024-11-10T12:25:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1574558018/running 2024-11-10T12:25:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:25:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:25:10,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:25:10,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:10,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:10,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:10,164 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,44065,1731241491624' ***** 2024-11-10T12:25:10,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:25:10,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on znode that does not yet exist, /1-1574558018/running 2024-11-10T12:25:10,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Set watcher on znode that does not yet exist, /1-1574558018/running 2024-11-10T12:25:10,164 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:25:10,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(3091): Received CLOSE for 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,44065,1731241491624 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44065. 2024-11-10T12:25:10,165 DEBUG [RS:0;3857ccc89b65:44065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:10,165 DEBUG [RS:0;3857ccc89b65:44065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:10,165 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88ad47327371d3cbf635808ef1f55b35, disabling compactions & flushes 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:25:10,165 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:25:10,165 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:10,165 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. after waiting 0 ms 2024-11-10T12:25:10,165 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:25:10,165 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:10,166 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T12:25:10,166 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1325): Online Regions={88ad47327371d3cbf635808ef1f55b35=test,,1731241499382.88ad47327371d3cbf635808ef1f55b35., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:25:10,166 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88ad47327371d3cbf635808ef1f55b35 2024-11-10T12:25:10,166 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:25:10,166 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:25:10,166 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:25:10,166 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:25:10,166 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:25:10,166 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T12:25:10,169 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/default/test/88ad47327371d3cbf635808ef1f55b35/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T12:25:10,170 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:25:10,170 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:25:10,170 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:10,170 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88ad47327371d3cbf635808ef1f55b35: Waiting for close lock at 1731241510165Running coprocessor pre-close hooks at 1731241510165Disabling compacts and flushes for region at 1731241510165Disabling writes for close at 1731241510165Writing region close event to WAL at 1731241510167 (+2 ms)Running coprocessor post-close hooks at 1731241510170 (+3 ms)Closed at 1731241510170 2024-11-10T12:25:10,170 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241499382.88ad47327371d3cbf635808ef1f55b35. 2024-11-10T12:25:10,181 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/info/8e12dd12fbdf43d79d4f3bc9771d4e4b is 129, key is test,,1731241499382.88ad47327371d3cbf635808ef1f55b35./info:regioninfo/1731241500126/Put/seqid=0 2024-11-10T12:25:10,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741841_1017 (size=6421) 2024-11-10T12:25:10,195 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:25:10,366 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:10,381 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:10,387 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:10,566 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:10,584 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/info/8e12dd12fbdf43d79d4f3bc9771d4e4b 2024-11-10T12:25:10,604 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/ns/7d689afb53e9459fb0508d6538214979 is 43, key is default/ns:d/1731241494166/Put/seqid=0 2024-11-10T12:25:10,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741842_1018 (size=5153) 2024-11-10T12:25:10,766 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:10,966 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:11,008 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/ns/7d689afb53e9459fb0508d6538214979 2024-11-10T12:25:11,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:25:11,026 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/rep_barrier/f06235ea04544d83b60409dbe2227c91 is 112, key is test,,1731241499382.88ad47327371d3cbf635808ef1f55b35./rep_barrier:seqnumDuringOpen/1731241500126/Put/seqid=0 2024-11-10T12:25:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741843_1019 (size=5518) 2024-11-10T12:25:11,029 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/rep_barrier/f06235ea04544d83b60409dbe2227c91 2024-11-10T12:25:11,050 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/table/1fe0c965625e4428b250fc1939b2428f is 40, key is test/table:state/1731241500133/Put/seqid=0 2024-11-10T12:25:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741844_1020 (size=5165) 2024-11-10T12:25:11,081 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:25:11,081 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:25:11,167 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:11,285 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:11,290 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:11,367 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:25:11,367 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:25:11,367 DEBUG [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:11,453 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/table/1fe0c965625e4428b250fc1939b2428f 2024-11-10T12:25:11,457 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/info/8e12dd12fbdf43d79d4f3bc9771d4e4b as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/info/8e12dd12fbdf43d79d4f3bc9771d4e4b 2024-11-10T12:25:11,460 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/info/8e12dd12fbdf43d79d4f3bc9771d4e4b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T12:25:11,461 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/ns/7d689afb53e9459fb0508d6538214979 as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/ns/7d689afb53e9459fb0508d6538214979 2024-11-10T12:25:11,464 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/ns/7d689afb53e9459fb0508d6538214979, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:25:11,464 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/rep_barrier/f06235ea04544d83b60409dbe2227c91 as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/rep_barrier/f06235ea04544d83b60409dbe2227c91 2024-11-10T12:25:11,467 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/rep_barrier/f06235ea04544d83b60409dbe2227c91, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T12:25:11,468 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/.tmp/table/1fe0c965625e4428b250fc1939b2428f as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/table/1fe0c965625e4428b250fc1939b2428f 2024-11-10T12:25:11,471 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/table/1fe0c965625e4428b250fc1939b2428f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T12:25:11,472 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-10T12:25:11,478 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T12:25:11,478 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:25:11,478 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:25:11,478 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:25:11,478 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241510166Running coprocessor pre-close hooks at 1731241510166Disabling compacts and flushes for region at 1731241510166Disabling writes for close at 1731241510166Obtaining lock to block concurrent updates at 1731241510166Preparing flush snapshotting stores in 1588230740 at 1731241510166Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731241510166Flushing stores of hbase:meta,,1.1588230740 at 1731241510167 (+1 ms)Flushing 1588230740/info: creating writer at 1731241510167Flushing 1588230740/info: appending metadata at 1731241510181 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731241510181Flushing 1588230740/ns: creating writer at 1731241510588 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731241510604 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731241510604Flushing 1588230740/rep_barrier: creating writer at 1731241511012 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241511025 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241511025Flushing 1588230740/table: creating writer at 1731241511032 (+7 ms)Flushing 1588230740/table: appending metadata at 1731241511049 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731241511049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629de1b1: reopening flushed file at 1731241511457 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1265dbf9: reopening flushed file at 1731241511461 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2ed3ea: reopening flushed file at 1731241511464 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222a9f50: reopening flushed file at 1731241511467 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1731241511472 (+5 ms)Writing region close event to WAL at 1731241511476 (+4 ms)Running coprocessor post-close hooks at 1731241511478 (+2 ms)Closed at 1731241511478 2024-11-10T12:25:11,478 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:25:11,567 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,44065,1731241491624; all regions closed. 2024-11-10T12:25:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741834_1010 (size=2717) 2024-11-10T12:25:11,571 DEBUG [RS:0;3857ccc89b65:44065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/oldWALs 2024-11-10T12:25:11,571 INFO [RS:0;3857ccc89b65:44065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C44065%2C1731241491624.meta:.meta(num 1731241494130) 2024-11-10T12:25:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741832_1008 (size=1374) 2024-11-10T12:25:11,574 DEBUG [RS:0;3857ccc89b65:44065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/oldWALs 2024-11-10T12:25:11,574 INFO [RS:0;3857ccc89b65:44065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C44065%2C1731241491624:(num 1731241493205) 2024-11-10T12:25:11,574 DEBUG [RS:0;3857ccc89b65:44065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:11,574 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:25:11,574 INFO [RS:0;3857ccc89b65:44065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:25:11,574 INFO [RS:0;3857ccc89b65:44065 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:25:11,574 INFO [RS:0;3857ccc89b65:44065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:25:11,575 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:25:11,575 INFO [RS:0;3857ccc89b65:44065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:44065. 2024-11-10T12:25:11,575 DEBUG [RS:0;3857ccc89b65:44065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:11,575 DEBUG [RS:0;3857ccc89b65:44065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:11,575 DEBUG [RS:0;3857ccc89b65:44065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:11,575 INFO [RS:0;3857ccc89b65:44065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44065 2024-11-10T12:25:11,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1574558018/rs/3857ccc89b65,44065,1731241491624 2024-11-10T12:25:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018/rs 2024-11-10T12:25:11,577 INFO [RS:0;3857ccc89b65:44065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:25:11,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,44065,1731241491624] 2024-11-10T12:25:11,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1574558018/draining/3857ccc89b65,44065,1731241491624 already deleted, retry=false 2024-11-10T12:25:11,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,44065,1731241491624 expired; onlineServers=0 2024-11-10T12:25:11,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,42205,1731241491588' ***** 2024-11-10T12:25:11,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:25:11,580 INFO [M:0;3857ccc89b65:42205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:25:11,580 INFO [M:0;3857ccc89b65:42205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:25:11,580 DEBUG [M:0;3857ccc89b65:42205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:25:11,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:25:11,580 DEBUG [M:0;3857ccc89b65:42205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:25:11,580 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241492995 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241492995,5,FailOnTimeoutGroup] 2024-11-10T12:25:11,580 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241492992 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241492992,5,FailOnTimeoutGroup] 2024-11-10T12:25:11,580 INFO [M:0;3857ccc89b65:42205 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:25:11,580 INFO [M:0;3857ccc89b65:42205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:25:11,580 DEBUG [M:0;3857ccc89b65:42205 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:25:11,580 INFO [M:0;3857ccc89b65:42205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:25:11,580 INFO [M:0;3857ccc89b65:42205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:25:11,580 INFO [M:0;3857ccc89b65:42205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:25:11,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:25:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1574558018/master 2024-11-10T12:25:11,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1574558018 2024-11-10T12:25:11,582 DEBUG [M:0;3857ccc89b65:42205 {}] zookeeper.ZKUtil(347): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Unable to get data of znode /1-1574558018/master because node does not exist (not an error) 2024-11-10T12:25:11,582 WARN [M:0;3857ccc89b65:42205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:25:11,582 INFO [M:0;3857ccc89b65:42205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/.lastflushedseqids 2024-11-10T12:25:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741845_1021 (size=173) 2024-11-10T12:25:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:11,679 INFO [RS:0;3857ccc89b65:44065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:25:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44065-0x10101d692e60004, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:11,679 INFO [RS:0;3857ccc89b65:44065 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,44065,1731241491624; zookeeper connection closed. 2024-11-10T12:25:11,679 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57765a14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57765a14 2024-11-10T12:25:11,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:25:11,986 INFO [M:0;3857ccc89b65:42205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:25:11,987 INFO [M:0;3857ccc89b65:42205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:25:11,987 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:25:11,987 INFO [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:11,987 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:11,987 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:25:11,987 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:11,987 INFO [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T12:25:12,005 DEBUG [M:0;3857ccc89b65:42205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1445d827e5c4575b62ba9587addf1f7 is 82, key is hbase:meta,,1/info:regioninfo/1731241494158/Put/seqid=0 2024-11-10T12:25:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741846_1022 (size=5672) 2024-11-10T12:25:12,008 INFO [M:0;3857ccc89b65:42205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1445d827e5c4575b62ba9587addf1f7 2024-11-10T12:25:12,032 DEBUG [M:0;3857ccc89b65:42205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c465e3ef81441e7812969139db718ee is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731241500136/Put/seqid=0 2024-11-10T12:25:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741847_1023 (size=6586) 2024-11-10T12:25:12,288 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:12,293 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:12,436 INFO [M:0;3857ccc89b65:42205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c465e3ef81441e7812969139db718ee 2024-11-10T12:25:12,455 DEBUG [M:0;3857ccc89b65:42205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/128b5ebfb0e546d6ab9312639283e3af is 69, key is 3857ccc89b65,44065,1731241491624/rs:state/1731241493063/Put/seqid=0 2024-11-10T12:25:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741848_1024 (size=5156) 2024-11-10T12:25:12,858 INFO [M:0;3857ccc89b65:42205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/128b5ebfb0e546d6ab9312639283e3af 2024-11-10T12:25:12,862 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1445d827e5c4575b62ba9587addf1f7 as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1445d827e5c4575b62ba9587addf1f7 2024-11-10T12:25:12,865 INFO [M:0;3857ccc89b65:42205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1445d827e5c4575b62ba9587addf1f7, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T12:25:12,866 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c465e3ef81441e7812969139db718ee as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c465e3ef81441e7812969139db718ee 2024-11-10T12:25:12,869 INFO [M:0;3857ccc89b65:42205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c465e3ef81441e7812969139db718ee, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T12:25:12,870 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/128b5ebfb0e546d6ab9312639283e3af as hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/128b5ebfb0e546d6ab9312639283e3af 2024-11-10T12:25:12,873 INFO [M:0;3857ccc89b65:42205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36185/user/jenkins/test-data/603377d6-4992-5b47-8ea9-5ba3010e733d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/128b5ebfb0e546d6ab9312639283e3af, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T12:25:12,873 INFO [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-11-10T12:25:12,875 INFO [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:12,875 DEBUG [M:0;3857ccc89b65:42205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241511987Disabling compacts and flushes for region at 1731241511987Disabling writes for close at 1731241511987Obtaining lock to block concurrent updates at 1731241511987Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241511987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731241511987Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241511988 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241511988Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241512005 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241512005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241512012 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241512032 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241512032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241512439 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241512454 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241512454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596ccb0d: reopening flushed file at 1731241512862 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@caabb6: reopening flushed file at 1731241512865 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456737f: reopening flushed file at 1731241512869 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1731241512873 (+4 ms)Writing region close event to WAL at 1731241512875 (+2 ms)Closed at 1731241512875 2024-11-10T12:25:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741830_1006 (size=32770) 2024-11-10T12:25:12,877 INFO [M:0;3857ccc89b65:42205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:25:12,877 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:25:12,877 INFO [M:0;3857ccc89b65:42205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42205 2024-11-10T12:25:12,877 INFO [M:0;3857ccc89b65:42205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:25:12,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:12,979 INFO [M:0;3857ccc89b65:42205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:25:12,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42205-0x10101d692e60003, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:12,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681e4d90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:25:12,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:25:12,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:25:12,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:25:12,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.log.dir/,STOPPED} 2024-11-10T12:25:12,985 WARN [BP-446222518-172.17.0.2-1731241490567 heartbeating to localhost/127.0.0.1:36185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:25:12,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:25:12,985 WARN [BP-446222518-172.17.0.2-1731241490567 heartbeating to localhost/127.0.0.1:36185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-446222518-172.17.0.2-1731241490567 (Datanode Uuid 2fba75d2-f022-4296-89c8-5eccb68f0b00) service to localhost/127.0.0.1:36185 2024-11-10T12:25:12,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:25:12,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/cluster_14d7f308-ae03-9fa3-328d-cf338638ed0e/data/data1/current/BP-446222518-172.17.0.2-1731241490567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:25:12,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/cluster_14d7f308-ae03-9fa3-328d-cf338638ed0e/data/data2/current/BP-446222518-172.17.0.2-1731241490567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:25:12,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:25:12,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b87f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:25:12,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:25:12,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:25:12,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:25:12,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e663e51-ef7a-e29a-ab6d-7dceadb50070/hadoop.log.dir/,STOPPED} 2024-11-10T12:25:13,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:25:13,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:25:13,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:13,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:13,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:13,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:13,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:13,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:25:13,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920905430, stopped=false 2024-11-10T12:25:13,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,32779,1731241487462 2024-11-10T12:25:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01817576012/running 2024-11-10T12:25:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01817576012/running 2024-11-10T12:25:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:25:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:25:13,011 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:25:13,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:25:13,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:13,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:13,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on znode that does not yet exist, /01817576012/running 2024-11-10T12:25:13,012 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,40199,1731241487510' ***** 2024-11-10T12:25:13,012 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:25:13,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Set watcher on znode that does not yet exist, /01817576012/running 2024-11-10T12:25:13,012 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:25:13,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:25:13,012 INFO [RS:0;3857ccc89b65:40199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:25:13,012 INFO [RS:0;3857ccc89b65:40199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:25:13,012 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 767ed84e8a6b399a831e7a6130d5ce60 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,40199,1731241487510 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40199. 2024-11-10T12:25:13,013 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8add2f358b407a18c8cf33a90ec89e67, disabling compactions & flushes 2024-11-10T12:25:13,013 DEBUG [RS:0;3857ccc89b65:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:13,013 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:25:13,013 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:13,013 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:25:13,013 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. after waiting 0 ms 2024-11-10T12:25:13,013 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:25:13,013 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T12:25:13,013 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1325): Online Regions={8add2f358b407a18c8cf33a90ec89e67=test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67., 1588230740=hbase:meta,,1.1588230740, 767ed84e8a6b399a831e7a6130d5ce60=hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60.} 2024-11-10T12:25:13,013 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767ed84e8a6b399a831e7a6130d5ce60, 8add2f358b407a18c8cf33a90ec89e67 2024-11-10T12:25:13,013 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:25:13,014 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:25:13,014 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:25:13,014 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:25:13,014 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:25:13,014 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T12:25:13,016 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/default/test/8add2f358b407a18c8cf33a90ec89e67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T12:25:13,017 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8add2f358b407a18c8cf33a90ec89e67: Waiting for close lock at 1731241513013Running coprocessor pre-close hooks at 1731241513013Disabling compacts and flushes for region at 1731241513013Disabling writes for close at 1731241513013Writing region close event to WAL at 1731241513014 (+1 ms)Running coprocessor post-close hooks at 1731241513017 (+3 ms)Closed at 1731241513017 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67. 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 767ed84e8a6b399a831e7a6130d5ce60, disabling compactions & flushes 2024-11-10T12:25:13,017 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. after waiting 0 ms 2024-11-10T12:25:13,017 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:13,017 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 767ed84e8a6b399a831e7a6130d5ce60 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T12:25:13,040 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/info/408ef41906744b579ea578c733b04edf is 147, key is hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60./info:regioninfo/1731241502448/Put/seqid=0 2024-11-10T12:25:13,043 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/.tmp/hfileref/1c7f76d77b5d4466ba3c010be44e8f53 is 74, key is 1/hfileref:0133f144e4684dde959e7eea5627fa43_SeqId_6_/1731241507707/DeleteColumn/seqid=0 2024-11-10T12:25:13,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741847_1023 (size=7686) 2024-11-10T12:25:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741848_1024 (size=5489) 2024-11-10T12:25:13,052 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/.tmp/hfileref/1c7f76d77b5d4466ba3c010be44e8f53 2024-11-10T12:25:13,074 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:25:13,076 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/.tmp/queue/c91de08c69214a07ae2cb6051e14dc48 is 153, key is 1-3857ccc89b65,40199,1731241487510/queue:3857ccc89b65%2C40199%2C1731241487510/1731241507708/Put/seqid=0 2024-11-10T12:25:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741849_1025 (size=5504) 2024-11-10T12:25:13,080 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/.tmp/queue/c91de08c69214a07ae2cb6051e14dc48 2024-11-10T12:25:13,086 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/.tmp/hfileref/1c7f76d77b5d4466ba3c010be44e8f53 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/hfileref/1c7f76d77b5d4466ba3c010be44e8f53 2024-11-10T12:25:13,090 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/hfileref/1c7f76d77b5d4466ba3c010be44e8f53, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T12:25:13,091 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/.tmp/queue/c91de08c69214a07ae2cb6051e14dc48 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/queue/c91de08c69214a07ae2cb6051e14dc48 2024-11-10T12:25:13,095 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/queue/c91de08c69214a07ae2cb6051e14dc48, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T12:25:13,096 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 767ed84e8a6b399a831e7a6130d5ce60 in 79ms, sequenceid=17, compaction requested=false 2024-11-10T12:25:13,106 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/replication/767ed84e8a6b399a831e7a6130d5ce60/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T12:25:13,106 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:25:13,106 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:25:13,107 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:13,107 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 767ed84e8a6b399a831e7a6130d5ce60: Waiting for close lock at 1731241513017Running coprocessor pre-close hooks at 1731241513017Disabling compacts and flushes for region at 1731241513017Disabling writes for close at 1731241513017Obtaining lock to block concurrent updates at 1731241513017Preparing flush snapshotting stores in 767ed84e8a6b399a831e7a6130d5ce60 at 1731241513017Finished memstore snapshotting hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731241513018 (+1 ms)Flushing stores of hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. at 1731241513018Flushing 767ed84e8a6b399a831e7a6130d5ce60/hfileref: creating writer at 1731241513018Flushing 767ed84e8a6b399a831e7a6130d5ce60/hfileref: appending metadata at 1731241513042 (+24 ms)Flushing 767ed84e8a6b399a831e7a6130d5ce60/hfileref: closing flushed file at 1731241513042Flushing 767ed84e8a6b399a831e7a6130d5ce60/queue: creating writer at 1731241513056 (+14 ms)Flushing 767ed84e8a6b399a831e7a6130d5ce60/queue: appending metadata at 1731241513076 (+20 ms)Flushing 767ed84e8a6b399a831e7a6130d5ce60/queue: closing flushed file at 1731241513076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a58d455: reopening flushed file at 1731241513085 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3c2246: reopening flushed file at 1731241513090 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 767ed84e8a6b399a831e7a6130d5ce60 in 79ms, sequenceid=17, compaction requested=false at 1731241513096 (+6 ms)Writing region close event to WAL at 1731241513103 (+7 ms)Running coprocessor post-close hooks at 1731241513106 (+3 ms)Closed at 1731241513107 (+1 ms) 2024-11-10T12:25:13,107 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731241501673.767ed84e8a6b399a831e7a6130d5ce60. 2024-11-10T12:25:13,214 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:13,363 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:25:13,363 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:25:13,392 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:13,396 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 393, reset compression=false 2024-11-10T12:25:13,397 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:25:13,397 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:13,397 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3857ccc89b65,40199,1731241487510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:25:13,398 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3857ccc89b65,40199,1731241487510: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3857ccc89b65,40199,1731241487510, walGroup=3857ccc89b65%2C40199%2C1731241487510, offset=3857ccc89b65%2C40199%2C1731241487510.1731241505697:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:40199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T12:25:13,399 ERROR [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T12:25:13,399 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T12:25:13,399 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T12:25:13,400 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T12:25:13,400 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T12:25:13,400 INFO [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 885588864 }, "NonHeapMemoryUsage": { "committed": 211681280, "init": 7667712, "max": -1, "used": 208598336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T12:25:13,400 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:32779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:32779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T12:25:13,402 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T12:25:13,402 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:13,402 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3857ccc89b65,40199,1731241487510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T12:25:13,403 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T12:25:13,414 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:13,445 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/info/408ef41906744b579ea578c733b04edf 2024-11-10T12:25:13,470 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/ns/3ccfffc3b96b4cd3959d115d8f0c77ed is 43, key is default/ns:d/1731241490452/Put/seqid=0 2024-11-10T12:25:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741850_1026 (size=5153) 2024-11-10T12:25:13,603 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:13,606 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:13,614 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:13,814 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:13,874 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/ns/3ccfffc3b96b4cd3959d115d8f0c77ed 2024-11-10T12:25:13,891 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/rep_barrier/d3a6c117ee154e6aa9dd317ba174208f is 112, key is test,,1731241497233.8add2f358b407a18c8cf33a90ec89e67./rep_barrier:seqnumDuringOpen/1731241498376/Put/seqid=0 2024-11-10T12:25:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741851_1027 (size=5518) 2024-11-10T12:25:13,908 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:13,909 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:14,014 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:25:14,014 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:25:14,014 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:14,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T12:25:14,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T12:25:14,215 DEBUG [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:25:14,294 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/rep_barrier/d3a6c117ee154e6aa9dd317ba174208f 2024-11-10T12:25:14,311 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:14,312 DEBUG [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.1731241505697 to pos 688, reset compression=false 2024-11-10T12:25:14,312 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/table/05c5045bc5f04f07a1f5feb0ecf830f1 is 53, key is hbase:replication/table:state/1731241502454/Put/seqid=0 2024-11-10T12:25:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741852_1028 (size=5308) 2024-11-10T12:25:14,316 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/table/05c5045bc5f04f07a1f5feb0ecf830f1 2024-11-10T12:25:14,319 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/info/408ef41906744b579ea578c733b04edf as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/info/408ef41906744b579ea578c733b04edf 2024-11-10T12:25:14,323 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/info/408ef41906744b579ea578c733b04edf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T12:25:14,323 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/ns/3ccfffc3b96b4cd3959d115d8f0c77ed as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/ns/3ccfffc3b96b4cd3959d115d8f0c77ed 2024-11-10T12:25:14,326 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/ns/3ccfffc3b96b4cd3959d115d8f0c77ed, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T12:25:14,327 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/rep_barrier/d3a6c117ee154e6aa9dd317ba174208f as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/rep_barrier/d3a6c117ee154e6aa9dd317ba174208f 2024-11-10T12:25:14,330 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/rep_barrier/d3a6c117ee154e6aa9dd317ba174208f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T12:25:14,330 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/.tmp/table/05c5045bc5f04f07a1f5feb0ecf830f1 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/table/05c5045bc5f04f07a1f5feb0ecf830f1 2024-11-10T12:25:14,333 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/table/05c5045bc5f04f07a1f5feb0ecf830f1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T12:25:14,334 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-10T12:25:14,334 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:25:14,338 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T12:25:14,338 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T12:25:14,338 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:25:14,338 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:25:14,338 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731241513013Running coprocessor pre-close hooks at 1731241513013Disabling compacts and flushes for region at 1731241513013Disabling writes for close at 1731241513014 (+1 ms)Obtaining lock to block concurrent updates at 1731241513014Preparing flush snapshotting stores in 1588230740 at 1731241513014Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731241513014Flushing stores of hbase:meta,,1.1588230740 at 1731241513014Flushing 1588230740/info: creating writer at 1731241513014Flushing 1588230740/info: appending metadata at 1731241513039 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731241513039Flushing 1588230740/ns: creating writer at 1731241513449 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731241513469 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731241513469Flushing 1588230740/rep_barrier: creating writer at 1731241513877 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731241513891 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731241513891Flushing 1588230740/table: creating writer at 1731241514298 (+407 ms)Flushing 1588230740/table: appending metadata at 1731241514312 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731241514312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c741f2: reopening flushed file at 1731241514319 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8922f0: reopening flushed file at 1731241514323 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594fa86f: reopening flushed file at 1731241514326 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae1bbcf: reopening flushed file at 1731241514330 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731241514334 (+4 ms)Writing region close event to WAL at 1731241514336 (+2 ms)Running coprocessor post-close hooks at 1731241514338 (+2 ms)Closed at 1731241514338 2024-11-10T12:25:14,339 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:25:14,415 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,40199,1731241487510; all regions closed. 2024-11-10T12:25:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741844_1020 (size=859) 2024-11-10T12:25:14,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.meta.1731241505734.meta not finished, retry = 0 2024-11-10T12:25:14,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741843_1019 (size=2791) 2024-11-10T12:25:14,519 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/WALs/3857ccc89b65,40199,1731241487510/3857ccc89b65%2C40199%2C1731241487510.rep.1731241505714 not finished, retry = 0 2024-11-10T12:25:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741842_1018 (size=696) 2024-11-10T12:25:14,623 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:14,623 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:25:14,623 INFO [RS:0;3857ccc89b65:40199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:25:14,623 INFO [RS:0;3857ccc89b65:40199 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:25:14,623 INFO [RS:0;3857ccc89b65:40199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:25:14,623 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:25:14,624 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3857ccc89b65,40199,1731241487510 because: Region server is closing 2024-11-10T12:25:14,624 INFO [RS:0;3857ccc89b65:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40199. 2024-11-10T12:25:14,624 DEBUG [RS:0;3857ccc89b65:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:14,624 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:14,624 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:14,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:14,725 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 terminated 2024-11-10T12:25:14,725 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3857ccc89b65,40199,1731241487510 because: Region server is closing 2024-11-10T12:25:14,725 WARN [RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,1-3857ccc89b65,40199,1731241487510.replicationSource.wal-reader.3857ccc89b65%2C40199%2C1731241487510,1-3857ccc89b65,40199,1731241487510 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T12:25:14,725 INFO [RS:0;3857ccc89b65:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:40199. 2024-11-10T12:25:14,725 DEBUG [RS:0;3857ccc89b65:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:25:14,725 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:14,725 DEBUG [RS:0;3857ccc89b65:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:25:14,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:25:14,825 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3857ccc89b65:0-0.replicationSource,2-3857ccc89b65,40199,1731241487510.replicationSource.shipper3857ccc89b65%2C40199%2C1731241487510,2-3857ccc89b65,40199,1731241487510 terminated 2024-11-10T12:25:14,826 INFO [RS:0;3857ccc89b65:40199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40199 2024-11-10T12:25:14,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01817576012/rs/3857ccc89b65,40199,1731241487510 2024-11-10T12:25:14,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012/rs 2024-11-10T12:25:14,827 INFO [RS:0;3857ccc89b65:40199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:25:14,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,40199,1731241487510] 2024-11-10T12:25:14,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01817576012/draining/3857ccc89b65,40199,1731241487510 already deleted, retry=false 2024-11-10T12:25:14,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,40199,1731241487510 expired; onlineServers=0 2024-11-10T12:25:14,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,32779,1731241487462' ***** 2024-11-10T12:25:14,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:25:14,830 INFO [M:0;3857ccc89b65:32779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:25:14,830 INFO [M:0;3857ccc89b65:32779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:25:14,830 DEBUG [M:0;3857ccc89b65:32779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:25:14,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:25:14,830 DEBUG [M:0;3857ccc89b65:32779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:25:14,830 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241489256 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731241489256,5,FailOnTimeoutGroup] 2024-11-10T12:25:14,830 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241489256 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731241489256,5,FailOnTimeoutGroup] 2024-11-10T12:25:14,830 INFO [M:0;3857ccc89b65:32779 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:25:14,830 INFO [M:0;3857ccc89b65:32779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:25:14,830 DEBUG [M:0;3857ccc89b65:32779 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:25:14,830 INFO [M:0;3857ccc89b65:32779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:25:14,831 INFO [M:0;3857ccc89b65:32779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:25:14,831 INFO [M:0;3857ccc89b65:32779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:25:14,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:25:14,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01817576012/master 2024-11-10T12:25:14,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01817576012 2024-11-10T12:25:14,833 DEBUG [M:0;3857ccc89b65:32779 {}] zookeeper.ZKUtil(347): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Unable to get data of znode /01817576012/master because node does not exist (not an error) 2024-11-10T12:25:14,833 WARN [M:0;3857ccc89b65:32779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:25:14,834 INFO [M:0;3857ccc89b65:32779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/.lastflushedseqids 2024-11-10T12:25:14,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741853_1029 (size=263) 2024-11-10T12:25:14,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:14,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x10101d692e60001, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:14,929 INFO [RS:0;3857ccc89b65:40199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:25:14,929 INFO [RS:0;3857ccc89b65:40199 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,40199,1731241487510; zookeeper connection closed. 2024-11-10T12:25:14,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f93f947 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f93f947 2024-11-10T12:25:14,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:25:15,238 INFO [M:0;3857ccc89b65:32779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:25:15,238 INFO [M:0;3857ccc89b65:32779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:25:15,238 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:25:15,238 INFO [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:15,238 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:15,238 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:25:15,238 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:15,238 INFO [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-10T12:25:15,253 DEBUG [M:0;3857ccc89b65:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7405135a2b514d9bbc415b06fba732c0 is 82, key is hbase:meta,,1/info:regioninfo/1731241490426/Put/seqid=0 2024-11-10T12:25:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741854_1030 (size=5672) 2024-11-10T12:25:15,656 INFO [M:0;3857ccc89b65:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7405135a2b514d9bbc415b06fba732c0 2024-11-10T12:25:15,674 DEBUG [M:0;3857ccc89b65:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84adeb3718d04e8cb3726735f12a76a4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731241502457/Put/seqid=0 2024-11-10T12:25:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741855_1031 (size=8909) 2024-11-10T12:25:16,077 INFO [M:0;3857ccc89b65:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84adeb3718d04e8cb3726735f12a76a4 2024-11-10T12:25:16,095 DEBUG [M:0;3857ccc89b65:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a0925613f174790915304671afd3a9d is 69, key is 3857ccc89b65,40199,1731241487510/rs:state/1731241489348/Put/seqid=0 2024-11-10T12:25:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741856_1032 (size=5156) 2024-11-10T12:25:16,498 INFO [M:0;3857ccc89b65:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a0925613f174790915304671afd3a9d 2024-11-10T12:25:16,502 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7405135a2b514d9bbc415b06fba732c0 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7405135a2b514d9bbc415b06fba732c0 2024-11-10T12:25:16,506 INFO [M:0;3857ccc89b65:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7405135a2b514d9bbc415b06fba732c0, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T12:25:16,507 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84adeb3718d04e8cb3726735f12a76a4 as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84adeb3718d04e8cb3726735f12a76a4 2024-11-10T12:25:16,510 INFO [M:0;3857ccc89b65:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84adeb3718d04e8cb3726735f12a76a4, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T12:25:16,510 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a0925613f174790915304671afd3a9d as hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a0925613f174790915304671afd3a9d 2024-11-10T12:25:16,513 INFO [M:0;3857ccc89b65:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a0925613f174790915304671afd3a9d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T12:25:16,514 INFO [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=112, compaction requested=false 2024-11-10T12:25:16,515 INFO [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:25:16,515 DEBUG [M:0;3857ccc89b65:32779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731241515238Disabling compacts and flushes for region at 1731241515238Disabling writes for close at 1731241515238Obtaining lock to block concurrent updates at 1731241515238Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731241515238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731241515239 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731241515239Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731241515239Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731241515252 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731241515252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731241515660 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731241515673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731241515674 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731241516081 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731241516094 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731241516094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35342a31: reopening flushed file at 1731241516502 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb14b48: reopening flushed file at 1731241516506 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12704bea: reopening flushed file at 1731241516510 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=112, compaction requested=false at 1731241516514 (+4 ms)Writing region close event to WAL at 1731241516515 (+1 ms)Closed at 1731241516515 2024-11-10T12:25:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741830_1006 (size=69055) 2024-11-10T12:25:16,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0781d2a7-70df-ec19-8773-17df27734902/MasterData/WALs/3857ccc89b65,32779,1731241487462/3857ccc89b65%2C32779%2C1731241487462.1731241489190 not finished, retry = 0 2024-11-10T12:25:16,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:25:16,618 INFO [M:0;3857ccc89b65:32779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:25:16,618 INFO [M:0;3857ccc89b65:32779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32779 2024-11-10T12:25:16,618 INFO [M:0;3857ccc89b65:32779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:25:16,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:25:16,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:25:16,660 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148874 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3857ccc89b65,35383,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3857ccc89b65:35383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T12:25:16,720 INFO [M:0;3857ccc89b65:32779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:25:16,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:16,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x10101d692e60000, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:25:16,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@772cd50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:25:16,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:25:16,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:25:16,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:25:16,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.log.dir/,STOPPED} 2024-11-10T12:25:16,725 WARN [BP-301307652-172.17.0.2-1731241486446 heartbeating to localhost/127.0.0.1:36863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:25:16,725 WARN [BP-301307652-172.17.0.2-1731241486446 heartbeating to localhost/127.0.0.1:36863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-301307652-172.17.0.2-1731241486446 (Datanode Uuid 66636041-3e42-45fd-896b-1e17e99d9fb9) service to localhost/127.0.0.1:36863 2024-11-10T12:25:16,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:25:16,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:25:16,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:25:16,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336/data/data2/current/BP-301307652-172.17.0.2-1731241486446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:25:16,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/cluster_39dbe2d0-86ce-ac83-df86-bdf9e6800336/data/data1/current/BP-301307652-172.17.0.2-1731241486446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:25:16,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a93662f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:25:16,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:25:16,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:25:16,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:25:16,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078a363a-6da7-34a6-d257-bc3e4dd74e18/hadoop.log.dir/,STOPPED} 2024-11-10T12:25:16,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:25:16,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:25:16,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 535) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36863 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36863 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34579 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36863 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36185 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57549) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57549) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36185 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34579 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57549) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7747 (was 8066) 2024-11-10T12:25:16,765 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-10T12:25:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10101d692e60008, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:25:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10101d692e60002, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:25:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10101d692e60005, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T12:25:16,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10101d692e60002, quorum=127.0.0.1:57549, baseZNode=/01817576012 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:25:16,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10101d692e60008, quorum=127.0.0.1:57549, baseZNode=/21807273726 Received Disconnected from ZooKeeper, ignoring 2024-11-10T12:25:16,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10101d692e60005, quorum=127.0.0.1:57549, baseZNode=/1-1574558018 Received Disconnected from ZooKeeper, ignoring